-- Logs begin at Thu 2022-07-14 10:27:51 UTC, end at Thu 2022-07-14 11:35:33 UTC. -- Jul 14 10:58:18.288833 dv-cinder-848938-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 10:58:21.008247 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:58:21.008906 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 10:58:21.009039 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103998) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 10:58:21.012242 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:58:21.012498 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 10:58:21.012808 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103998) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 10:58:21.013763 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:58:21.013995 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:58:21.014503 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:58:21.014751 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:58:21.014979 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:58:21.015299 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.015624 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.015854 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.016152 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.016450 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.016736 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.017028 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.017323 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.017607 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.017884 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.018166 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.018393 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.018672 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.018956 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.019241 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.019490 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] debug = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.019771 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.020196 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.020616 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.020905 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.021201 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.021476 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.021765 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.022039 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.022320 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.022649 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] host = dv-cinder-848938-2-iscsi {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.022928 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.023214 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.023527 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.023814 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.024088 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.024361 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.024645 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.024931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.025188 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] log_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.025459 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.025746 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.026028 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.026313 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.026539 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.026760 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.027045 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.027334 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.027636 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.027910 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.028181 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.028450 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.028723 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031991 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.031991 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.032432 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.032869 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.033317 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.033790 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.035217 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.035217 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.035217 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.035217 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.035780 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.035905 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.036135 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.036424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.036791 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.037074 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.037355 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.037784 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] use_json = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.038243 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.038697 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.039180 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.039505 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.040144 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.041930 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.042230 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.042536 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.042822 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:21.043136 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.043470 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.043782 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.044075 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.044398 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.044684 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.044976 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.045258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.045550 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.046471 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.046946 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.047461 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.047984 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.048438 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.048947 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.049339 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.049652 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.049959 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.050403 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.050796 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.051089 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.051424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.051704 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.052066 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.052390 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.052878 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.053360 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.053859 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.054224 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.054568 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.054879 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.055185 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.055497 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.055791 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.056090 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.056375 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.056655 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.056951 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.057234 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.057514 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.057803 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.058364 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.058657 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.058934 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.059213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.059532 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.059813 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.060090 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.060368 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.060644 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.060917 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.061197 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.061502 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.061783 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.062058 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.062338 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.062604 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.062877 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.063156 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.063446 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.063743 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.064004 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.064277 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.064556 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.064857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.065129 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.065402 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.065674 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.065951 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.066225 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.066503 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.066772 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.067045 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.067319 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.067647 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.067932 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.068211 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.068488 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.068767 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.069042 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.069320 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.069591 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.069876 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.070148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.070433 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.070716 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.071005 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.071289 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.071588 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.071911 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.072197 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.072474 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.072745 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.073022 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.073305 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.073592 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.073870 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.074148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.074432 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.074722 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.075018 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.075306 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.075617 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.075918 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.076214 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.076515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.076792 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.077643 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.077923 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:21.078141 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:58:21.078394 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103998) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 10:58:21.382143 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 10:58:21.382341 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 10:58:21.382628 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 10:58:21.382962 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 10:58:21.819866 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.820161 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.820430 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.821747 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.822032 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.822298 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.877527 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.877864 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.878065 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.892996 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.893279 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.893548 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.924203 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.924487 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.924756 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.961758 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.962040 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:21.962307 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.194380 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.194938 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.194938 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.195180 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.195842 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.293954 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.294276 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.294565 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.294838 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.295105 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.295433 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.296255 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.296514 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.296770 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.297050 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.297364 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.297632 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.297887 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.298137 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.298392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.298655 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.298906 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.299171 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.299459 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.299721 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.299993 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.300246 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.300527 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.300902 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.301153 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.301398 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.301789 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:22.302029 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:22.302269 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:22.302506 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:22.302741 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:22.303004 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:22.303342 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 10:58:22.306479 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 10:58:22.310672 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 10:58:22.314505 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 14 10:58:22.316191 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 10:58:22.317694 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 10:58:22.318043 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 10:58:22.318438 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 10:58:22.321261 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 10:58:22.321517 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 10:58:22.321863 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:58:22.326993 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 10:58:22.350105 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 10:58:22.350559 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.350859 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103998) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 10:58:22.351233 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.352610 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103998) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 10:58:22.352901 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:58:22.353149 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 10:58:22.356570 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.356858 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:22.510318 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 10:58:22.510492 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 10:58:22.510698 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 10:58:22.511079 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 10:58:22.563763 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO dbcounter [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Registered counter for database neutron Jul 14 10:58:22.583999 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_db.sqlalchemy.engines [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103998) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 10:58:22.589899 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writer thread running {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:58:23.141308 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing driver for type 'gre' Jul 14 10:58:23.141860 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] gre ID ranges: [(1, 1000)] Jul 14 10:58:23.200045 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing driver for type 'local' Jul 14 10:58:23.200045 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing driver for type 'vlan' Jul 14 10:58:23.211123 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] VlanTypeDriver initialization complete Jul 14 10:58:23.211727 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing driver for type 'vxlan' Jul 14 10:58:23.212234 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] vxlan ID ranges: [(1, 1000)] Jul 14 10:58:23.265717 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing extension driver 'port_security' Jul 14 10:58:23.266059 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] PortSecurityExtensionDriver initialization complete Jul 14 10:58:23.266398 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing mechanism driver 'openvswitch' Jul 14 10:58:23.266721 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing mechanism driver 'hyperv' Jul 14 10:58:23.273484 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.plugin [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:23.274155 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.274530 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.274882 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.275401 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:58:23.275858 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.276214 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.276562 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.276951 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:58:23.277359 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.277709 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.278053 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.278443 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:58:23.278862 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.279213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.279581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.280489 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:58:23.280898 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.281243 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.281583 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.281980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:58:23.282379 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.282723 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.283075 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.283503 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:58:23.283945 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] ML2 OVO RPC backend initialized. {{(pid=103998) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 10:58:23.284668 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.285021 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.285444 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.285803 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > networks before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.286150 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.286499 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > ports before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.286843 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.287186 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.287570 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.287929 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.288270 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.288610 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.288952 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.289292 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.289631 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.289968 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.290303 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.300335 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded quota_driver: . Jul 14 10:58:23.300700 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.plugin [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Modular L2 Plugin initialization complete Jul 14 10:58:23.301047 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading services supported by the core plugin {{(pid=103998) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 10:58:23.301393 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.plugins.ml2.managers [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Got port-security extension from driver 'port_security' Jul 14 10:58:23.301885 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.extensions.vlantransparent [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Disabled vlantransparent extension. Jul 14 10:58:23.302383 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103998) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 10:58:23.302713 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: router Jul 14 10:58:23.338656 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.339050 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router after_create 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.339437 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router before_create 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.339935 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.340313 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.340671 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router after_delete 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.341031 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.341382 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.341741 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router after_create 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.342088 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router after_update 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.342508 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router after_update 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.343403 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.343764 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router after_update 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.344176 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.344553 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: port after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.344898 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: port after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.345237 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: subnet after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.345580 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.345929 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.346277 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.346621 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: port before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.346965 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.347321 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router after_update 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.347688 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.348037 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.348396 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.348740 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.349104 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > agent after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.349449 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.349793 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > network after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.350665 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Tracking information for resource: router configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:23.350998 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Tracking information for resource: floatingip configured {{(pid=103998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:58:23.355987 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.db.l3_agentschedulers_db [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 10:58:23.356573 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: port after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.356937 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: port after_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.357290 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: port after_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.357657 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: port after_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.358471 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router before_create 55550100 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.358838 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.359200 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.359589 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.364476 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.services.provider_configuration [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service providers = [] {{(pid=103998) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 10:58:23.364843 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.db.servicetype_db [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103998) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 10:58:23.367858 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.services.service_base [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:58:23.368210 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.services.service_base [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:58:23.368552 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.services.service_base [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:58:23.369614 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.services.service_base [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:58:23.369987 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.services.service_base [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 10:58:23.370378 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.370698 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 10:58:23.381276 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.381610 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: auto_allocate Jul 14 10:58:23.387310 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: network precommit_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.387707 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: network precommit_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.388237 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.388561 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: tag Jul 14 10:58:23.396067 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.396341 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: timestamp Jul 14 10:58:23.400213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.400545 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: network_ip_availability Jul 14 10:58:23.406624 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.406996 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.407353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.408114 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.408434 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: flavors Jul 14 10:58:23.413376 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.413712 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading Plugin: revisions Jul 14 10:58:23.418108 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:58:23.418510 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_concurrency.lockutils [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.036s {{(pid=103998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 10:58:23.419258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103998) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 10:58:23.419632 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Initializing extension manager. Jul 14 10:58:23.420154 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: __init__.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.420498 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: __pycache__ {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.420857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: address_group.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.421579 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.422153 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: address-group Jul 14 10:58:23.422476 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: address_scope.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.423146 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.423692 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: address-scope Jul 14 10:58:23.424012 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.424909 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.425417 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: router-admin-state-down-before-update Jul 14 10:58:23.425737 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: agent.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.426398 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.426904 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: agent Jul 14 10:58:23.427224 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: agent_resources_synced.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.428120 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.428625 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: agent-resources-synced Jul 14 10:58:23.428946 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.430692 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.431211 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: allowed-address-pairs Jul 14 10:58:23.431577 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.432617 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.433394 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: auto-allocated-topology Jul 14 10:58:23.433720 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: availability_zone.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.434374 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.434876 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: availability_zone Jul 14 10:58:23.435197 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: availability_zone_filter.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.436101 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.436638 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: availability_zone_filter Jul 14 10:58:23.436960 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: data_plane_status.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.437812 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.438320 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 10:58:23.438640 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: default_subnetpools.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.439536 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.440042 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: default-subnetpools Jul 14 10:58:23.440361 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.441137 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.441646 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: dhcp_agent_scheduler Jul 14 10:58:23.441969 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: dns.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.442836 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.443339 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 10:58:23.443684 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: dns_domain_ports.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.444554 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.445061 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 10:58:23.445382 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.446261 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.446763 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 10:58:23.447084 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: dvr.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.447746 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.448257 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: dvr Jul 14 10:58:23.448581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: ecmp_routes.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.449447 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.449946 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 10:58:23.450268 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: empty_string_filtering.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.451128 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.451668 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: empty-string-filtering Jul 14 10:58:23.452560 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.453381 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.453891 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:58:23.454215 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.455072 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.455611 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 10:58:23.455935 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: external_net.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.456796 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.457300 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: external-net Jul 14 10:58:23.457619 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.458477 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.458986 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: extra_dhcp_opt Jul 14 10:58:23.459316 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: extraroute.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.460186 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.460697 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: extraroute Jul 14 10:58:23.461019 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: extraroute_atomic.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.462003 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.462512 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: extraroute-atomic Jul 14 10:58:23.462833 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: filter_validation.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.463494 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.463999 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: filter-validation Jul 14 10:58:23.464317 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: fip_pf_description.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.465406 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.465913 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 10:58:23.466234 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: fip_pf_port_range.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.467097 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.468175 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 10:58:23.468497 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: fip_port_details.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.469375 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.469880 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: fip-port-details Jul 14 10:58:23.470202 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: flavors.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.471405 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.471924 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: flavors Jul 14 10:58:23.472250 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.473853 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.474374 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 10:58:23.474705 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: floatingip_pools.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.475365 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.475909 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: floatingip-pools Jul 14 10:58:23.476236 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: ip_allocation.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.477107 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.477611 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 10:58:23.477930 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.478806 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.479315 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: ip-substring-filtering Jul 14 10:58:23.479672 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l2_adjacency.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.480559 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.481062 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 10:58:23.481383 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.482336 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.482848 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: router Jul 14 10:58:23.483198 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.485433 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.485968 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:58:23.486299 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.487176 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.487727 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: ext-gw-mode Jul 14 10:58:23.488052 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.488917 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.489427 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: l3-ha Jul 14 10:58:23.489747 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.490608 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.491109 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 10:58:23.491463 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3_flavors.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.492332 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.492836 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: l3-flavors Jul 14 10:58:23.493155 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.494488 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.494997 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 10:58:23.495323 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.496216 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.496724 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 10:58:23.497048 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: l3agentscheduler.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.498094 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.498607 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: l3_agent_scheduler Jul 14 10:58:23.498967 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: local_ip.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.500713 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.501236 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension local_ip not supported by any of loaded plugins Jul 14 10:58:23.501565 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: logging.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.502995 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.503552 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension logging not supported by any of loaded plugins Jul 14 10:58:23.503888 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: metering.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.504589 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.505177 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: metering Jul 14 10:58:23.505505 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.506757 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.507281 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: metering_source_and_destination_fields Jul 14 10:58:23.507650 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: multiprovidernet.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.508554 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.509065 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: multi-provider Jul 14 10:58:23.509395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: netmtu.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.510269 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.510775 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: net-mtu Jul 14 10:58:23.511099 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: netmtu_writable.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.512008 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.512505 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: net-mtu-writable Jul 14 10:58:23.512830 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: network_availability_zone.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.513459 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.513963 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: network_availability_zone Jul 14 10:58:23.514799 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: network_ip_availability.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.515882 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.516400 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: network-ip-availability Jul 14 10:58:23.516727 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: network_segment_range.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.517458 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.517965 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 10:58:23.518291 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: pagination.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.519233 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.519601 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: pagination Jul 14 10:58:23.519926 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: port_device_profile.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.520785 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.521297 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: port-device-profile Jul 14 10:58:23.521622 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: port_mac_address_override.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.522496 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.523013 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: port-mac-override Jul 14 10:58:23.523337 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.524237 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.524746 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: port-mac-address-regenerate Jul 14 10:58:23.525072 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.525949 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.526458 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: port-numa-affinity-policy Jul 14 10:58:23.526781 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: port_resource_request.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.527681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.528185 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 10:58:23.528507 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: port_resource_request_groups.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.529427 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.530019 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 10:58:23.530809 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: portbindings.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.531716 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.532231 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: binding Jul 14 10:58:23.532556 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: portbindings_extended.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.533756 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.534273 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: binding-extended Jul 14 10:58:23.534599 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: portsecurity.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.535490 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.536003 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: port-security Jul 14 10:58:23.536328 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: project_id.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.537249 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.537579 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: project-id Jul 14 10:58:23.537901 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: providernet.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.538774 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.539283 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: provider Jul 14 10:58:23.539630 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.543085 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.543647 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos not supported by any of loaded plugins Jul 14 10:58:23.543983 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.545183 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.546229 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 10:58:23.546554 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.547467 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.547982 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 10:58:23.548306 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_default.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.549178 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.549684 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-default not supported by any of loaded plugins Jul 14 10:58:23.550008 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_fip.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.550880 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.551429 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 10:58:23.551741 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.552605 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.553110 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 10:58:23.553432 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.554303 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.554806 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 10:58:23.555126 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.556017 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.556521 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 10:58:23.556842 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.557826 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.558592 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 10:58:23.558911 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.559930 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.560435 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 10:58:23.560756 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_pps_rule.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.562432 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.562938 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-pps not supported by any of loaded plugins Jul 14 10:58:23.563263 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.564169 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.564672 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 10:58:23.564994 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.565860 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.566364 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 10:58:23.566685 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: qos_rules_alias.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.567696 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.568205 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 10:58:23.568529 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: quota_check_limit.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.569404 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.569914 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: quota-check-limit Jul 14 10:58:23.570237 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: quotasv2.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.571166 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.571524 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: quotas Jul 14 10:58:23.571844 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: quotasv2_detail.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.573519 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.573860 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: quota_details Jul 14 10:58:23.574192 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: rbac.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.575549 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.576078 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: rbac-policies Jul 14 10:58:23.576411 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: rbac_address_group.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.577328 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.577843 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: rbac-address-group Jul 14 10:58:23.578172 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: rbac_address_scope.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.579051 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.579593 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: rbac-address-scope Jul 14 10:58:23.579922 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: rbac_security_groups.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.580870 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.581382 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: rbac-security-groups Jul 14 10:58:23.581709 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.582590 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.583100 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: rbac-subnetpool Jul 14 10:58:23.583447 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: revisionifmatch.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.584329 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.584846 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: revision-if-match Jul 14 10:58:23.585174 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: revisions.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.586238 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.586750 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: standard-attr-revisions Jul 14 10:58:23.587077 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: router_availability_zone.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.587742 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.588250 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: router_availability_zone Jul 14 10:58:23.588576 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: routerservicetype.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.589452 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.589957 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 10:58:23.590283 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.591157 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.591707 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: security-groups-normalized-cidr Jul 14 10:58:23.592032 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.592932 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.593438 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: port-security-groups-filtering Jul 14 10:58:23.593759 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.594640 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.595148 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: security-groups-remote-address-group Jul 14 10:58:23.595500 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.596388 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.596897 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: security-groups-shared-filtering Jul 14 10:58:23.597218 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: securitygroup.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.608609 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.609160 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: security-group Jul 14 10:58:23.609497 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: segment.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.610221 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.610735 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension segment not supported by any of loaded plugins Jul 14 10:58:23.611063 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.612051 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.612562 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 10:58:23.612886 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: servicetype.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.613953 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.614472 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: service-type Jul 14 10:58:23.614799 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: sorting.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.615772 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.616110 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: sorting Jul 14 10:58:23.616431 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: standard_attr_segment.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.617333 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.617847 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 10:58:23.618172 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: standardattrdescription.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.618800 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.619321 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: standard-attr-description Jul 14 10:58:23.619674 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: stateful_security_group.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.620584 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.621104 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: stateful-security-group Jul 14 10:58:23.621430 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: stdattrs_common.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.621978 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 10:58:23.622299 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.623198 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.624290 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 10:58:23.624621 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: subnet_onboard.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.625652 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.626172 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: subnet_onboard Jul 14 10:58:23.626497 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.627374 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.627912 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 10:58:23.628234 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: subnet_service_types.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.629109 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.629622 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: subnet-service-types Jul 14 10:58:23.629944 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: subnetallocation.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.630975 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.631523 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: subnet_allocation Jul 14 10:58:23.631852 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.632479 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.632988 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: subnetpool-prefix-ops Jul 14 10:58:23.633312 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.634191 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.634694 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 10:58:23.635016 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: tagging.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.636074 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.636598 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: standard-attr-tag Jul 14 10:58:23.636925 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: timestamp.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.638050 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.638563 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loaded extension: standard-attr-timestamp Jul 14 10:58:23.638889 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: trunk.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.639921 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.640435 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension trunk not supported by any of loaded plugins Jul 14 10:58:23.640760 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: trunk_details.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.641632 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.642136 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 10:58:23.642461 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.643329 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.643862 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 10:58:23.644184 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Loading extension file: vlantransparent.py {{(pid=103998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:58:23.644819 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:58:23.645324 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 10:58:23.647986 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:network Jul 14 10:58:23.648467 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:subnet Jul 14 10:58:23.648863 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:58:23.649255 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:port Jul 14 10:58:23.650685 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.651130 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service FLAVORS assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.651779 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.652213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.652549 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:router Jul 14 10:58:23.652978 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:58:23.653467 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service METERING assigned prefix: /metering {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.655483 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.655865 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.656216 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:58:23.657242 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:58:23.657708 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:58:23.658153 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:58:23.658682 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service CORE assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.659021 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:58:23.659388 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] subnetpool is already registered Jul 14 10:58:23.659839 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service CORE assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.660167 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:58:23.660501 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] subnetpool is already registered Jul 14 10:58:23.662943 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.663408 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service FLAVORS assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.664006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.664433 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.664766 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:router Jul 14 10:58:23.665104 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] router is already registered Jul 14 10:58:23.665515 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:58:23.665850 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] floatingip is already registered Jul 14 10:58:23.666311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service METERING assigned prefix: /metering {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.666995 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:58:23.667327 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] rbac_policy is already registered Jul 14 10:58:23.667773 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:58:23.668106 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] security_group is already registered Jul 14 10:58:23.668513 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:58:23.668848 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] security_group_rule is already registered Jul 14 10:58:23.669487 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service CORE assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.669821 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:58:23.670156 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] subnetpool is already registered Jul 14 10:58:23.670653 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.v2.resource_helper [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Service CORE assigned prefix: {{(pid=103998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:58:23.671516 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:58:23.671850 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING neutron.quota.resource_registry [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] subnetpool is already registered Jul 14 10:58:23.672326 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: extensions {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.673824 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: address-groups {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.675297 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: address-scopes {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.676660 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: agents {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.677802 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: auto-allocated-topology {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.679031 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: availability_zones {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.680264 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: dhcp-networks {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.681773 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: dhcp-agents {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.683472 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: routers {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.685156 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: flavors {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.686425 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: service_profiles {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.687656 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: next_providers {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.689090 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: service_profiles {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.690629 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: floatingip-pools {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.691890 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: routers {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.693562 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: floatingips {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.694818 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: l3-routers {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.696238 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: l3-agents {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.697646 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: metering-labels {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.698926 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: metering-label-rules {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.700339 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: network-ip-availabilities {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.701568 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: bindings {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.703163 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: quotas {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.704829 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: quotas {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.706342 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: rbac-policies {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.707560 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: security-groups {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.708839 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: security-group-rules {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.710094 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: service-providers {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.711294 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: subnetpools {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.712624 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: subnetpools {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.715205 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.716918 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.719296 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.721094 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.722778 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.724763 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.726459 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.728380 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.730168 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.731944 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron.api.extensions [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Extended resource: tags {{(pid=103998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:58:23.738520 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING keystonemiddleware.auth_token [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 10:58:23.743650 dv-cinder-848938-2-iscsi neutron-server[103998]: WARNING keystonemiddleware.auth_token [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 10:58:23.752412 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_concurrency.lockutils [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Acquired lock "singleton_lock" {{(pid=103998) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 10:58:23.752893 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_concurrency.lockutils [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Releasing lock "singleton_lock" {{(pid=103998) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 10:58:23.753542 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO oslo_service.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Starting 2 workers Jul 14 10:58:23.758397 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Started child 104141 {{(pid=103998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:58:23.762940 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Started child 104142 {{(pid=103998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:58:23.764013 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.764730 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO neutron.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 10:58:23.765250 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.765490 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [-] (104141) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:58:23.767786 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO oslo_service.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Starting 1 workers Jul 14 10:58:23.767945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.769255 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [-] (104142) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:58:23.773096 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Started child 104143 {{(pid=103998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:58:23.773629 dv-cinder-848938-2-iscsi neutron-server[103998]: INFO oslo_service.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Starting 1 workers Jul 14 10:58:23.776961 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] calling RpcWorker wait() {{(pid=104143) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 10:58:23.777516 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] returning from RpcWorker wait() {{(pid=104143) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 10:58:23.778173 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Started child 104144 {{(pid=103998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:58:23.778882 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.778995 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG neutron_lib.callbacks.manager [None req-cd18963d-af19-4e41-8ced-24359685cbe1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.779425 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:23.781462 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103998) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:58:23.781668 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:58:23.781849 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:58:23.782072 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:58:23.782389 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:58:23.782549 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:58:23.783069 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.783361 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.783648 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.783791 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.784279 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.784490 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.784778 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.785046 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.785141 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:23.785322 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.785595 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.785764 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.785928 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.786182 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.786412 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.786716 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.787000 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.787237 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.787510 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.787680 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.787926 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.788183 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.788440 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.788718 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] debug = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.788968 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.789446 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.789673 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.789925 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.790156 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.790418 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.790668 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.790928 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.791176 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.791418 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.791662 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.791923 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.792172 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.792414 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.792631 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.792925 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.793143 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.793639 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] host = dv-cinder-848938-2-iscsi {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.793872 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.794115 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.794379 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.794605 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.794879 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.795111 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.795370 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.796224 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.796489 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.796732 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.796972 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.797233 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.797466 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.797708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.797870 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_options = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.798112 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.798366 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.798644 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.798843 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.799008 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.799168 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.799492 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.799632 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.799836 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.800049 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.800276 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.800507 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.800717 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.801026 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.801210 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.801445 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.801656 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.801864 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.802128 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.802370 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.802613 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.802835 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.803068 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.803279 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.803532 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.803764 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.804005 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.804233 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.804441 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.804689 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.804939 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.805204 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.805435 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.805676 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.805940 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.806164 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.806386 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.807106 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.807374 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.807617 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.807874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.808388 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.808590 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.809345 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.809345 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.810018 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.810177 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_json = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.810369 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.810584 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.810857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.811288 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.811634 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.811634 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.811825 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.812017 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.812223 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.813409 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.813409 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.813613 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.813750 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.815346 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.816077 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.817222 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.819905 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.824156 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.824156 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.824479 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.824802 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.825197 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.825534 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.825961 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.826546 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.827063 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.827173 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.827518 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.828157 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.828721 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.829018 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.829380 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.829729 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.830122 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.830435 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.830728 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.831117 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.831530 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.831875 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.832219 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.832521 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.833020 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.833284 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.833549 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.833808 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.834072 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.834296 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.834535 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.834756 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.835020 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.835263 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.835740 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.835994 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.836314 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.836555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.836787 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.837037 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.837305 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.837564 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.837908 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.838136 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.838354 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.838569 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.838818 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.839067 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.839327 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.839612 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.839874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.840245 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.840500 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.840723 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.840950 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.841176 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.841426 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.841643 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.841861 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.842078 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.842330 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.843131 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.843372 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.843613 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.843837 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.844052 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.844285 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.844504 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.844719 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.844935 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.845172 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.845384 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.845621 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.845837 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.846053 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.846369 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.846593 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.846806 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.847033 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.847275 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.847522 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.847762 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.848072 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.849074 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.849293 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.849580 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.849823 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.850181 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.850414 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.850660 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.850882 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.851124 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.851356 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.851721 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.851970 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.852222 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.852446 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.852673 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.852947 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.853303 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.853405 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.853600 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.853813 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.854040 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.854271 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.854511 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.854751 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.855000 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.855266 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.855527 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.855809 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.856064 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.856264 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.856610 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.856892 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.857133 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.857428 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.857671 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.857961 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.858838 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.859094 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.859357 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.859634 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.859951 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.860332 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.860578 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.860834 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.861084 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.861317 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.861539 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.861794 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.862014 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.862235 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.862472 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.862797 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.863032 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.863249 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.863489 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.863778 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.864042 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.864285 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.864563 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.864831 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.865068 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.865333 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.865562 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.866090 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.866336 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.866600 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.866835 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.867062 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.867276 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.867556 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.867775 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.867990 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.868235 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.868446 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.868671 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.868890 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.869132 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.869353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.869625 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.869849 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.870091 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.870359 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.870577 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.870796 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.871016 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.871230 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.871488 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.871870 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.872032 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.872259 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.872506 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.873048 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.873340 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.873605 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.873953 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.874495 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.874863 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.875096 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.875244 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.875555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.875795 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.876052 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.876363 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.876588 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.876922 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.877263 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.877562 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.877828 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.878062 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.878315 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.878579 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.878967 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.879443 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.879793 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.880198 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.880610 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.880945 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.881321 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.881716 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.882578 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.882578 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.882745 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.883207 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.883614 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.883992 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.884307 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.884496 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.884715 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.884939 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.885329 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.885633 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.885797 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.886222 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.886447 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.886667 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.886964 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.887226 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.887562 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.887788 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.888228 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.888454 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.889076 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.889076 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.889278 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.889474 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.889950 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.890172 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.890426 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.890732 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.890884 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.891146 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.891304 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.891771 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.891988 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.892204 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.892424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.893708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.893708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.893708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.893708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.893708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.893708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.894094 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.894169 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.894324 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.894715 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.895088 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.895301 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.895589 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.895777 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.896015 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.896315 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.896578 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.896823 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.897119 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.897370 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.897615 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.897860 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.898230 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.898373 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.898621 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.899096 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.899096 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.899376 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.899652 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.899941 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.900234 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.900481 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.900892 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.901814 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.901814 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.901814 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.902178 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.902287 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.902610 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.902839 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.903114 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.903225 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:23.903423 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.903631 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.903863 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.904073 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.904299 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.904539 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.904756 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.905532 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.905783 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.906063 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.906270 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.906508 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.906718 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.907168 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.907168 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.907427 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.907636 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.907768 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:58:23.908309 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103998) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:58:23.908700 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:58:23.909103 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:58:23.909322 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:58:23.909611 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:58:23.909910 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:58:23.910161 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.910587 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.910587 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.910750 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.910906 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.910997 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.911187 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.911326 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.911500 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.911668 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.911831 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.911990 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.912263 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.912467 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.912584 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.912739 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.912910 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.913060 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.913217 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.913371 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.913704 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.914049 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] debug = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.914231 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.914571 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.914571 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.914753 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.914887 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.915042 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.915196 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.915349 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.915532 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.915668 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.915824 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.915983 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.916143 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.916302 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.916456 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.916597 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.916775 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.916953 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] host = dv-cinder-848938-2-iscsi {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.917125 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.917262 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.917409 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.917564 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.917709 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.917856 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.917945 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.918100 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.918240 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.918382 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.918701 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.918701 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.919017 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.919017 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.919420 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_options = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.919420 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.919624 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.919624 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.919769 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.920069 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.920069 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.920290 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.920420 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.920643 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.921271 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.921429 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.921585 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.921692 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.921911 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.922046 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.922168 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.922290 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.922422 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.922546 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.922705 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.922864 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.923022 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.923213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.923373 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.923545 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.923688 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.923950 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.923950 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.924130 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.924296 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.924446 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.924642 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.924642 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.924919 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.925014 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.925162 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.925311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.925470 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.925654 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.925654 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926555 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926951 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_json = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.926951 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.927134 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.927134 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.927856 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.927856 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.927856 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.927856 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.928424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.928424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:58:23.928424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.928424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.928826 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.928826 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.928826 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.929005 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.929092 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.929265 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.929425 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.929740 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.930220 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.930220 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.930509 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.930797 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.930797 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931083 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931083 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931429 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931429 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931941 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931941 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931941 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.931941 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.932452 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.932452 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.932452 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.932857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.932857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.932857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.933495 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.933495 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.933761 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.933761 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934295 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934429 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934563 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934697 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934831 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.934966 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.935109 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.935253 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.935885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.935885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.935885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.935885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.936179 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.936179 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.936444 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.936597 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.936819 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.936819 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.936819 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.937133 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.937241 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.937401 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.937574 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.937791 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.940748 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941258 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.941857 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942496 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942496 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942496 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942496 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942496 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942793 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942793 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.942920 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.944515 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946311 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.946931 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.949980 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.951027 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952006 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.952581 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.954148 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.955395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.956681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.957575 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.959677 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960353 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.960874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961392 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.961885 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.962097 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.962263 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.962424 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.962585 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.962746 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.962908 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.963070 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.963231 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.963455 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.963590 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.963753 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.963917 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.964078 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.964239 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.964401 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.964563 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965229 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965229 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965229 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965229 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965542 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965542 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965695 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965772 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 50210) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:23.965873 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.965953 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.966079 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.966240 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.966410 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.966571 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.966734 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.966895 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.967056 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.967217 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.967932 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.968096 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.968257 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.968418 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.968578 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.968739 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.968911 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.969073 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.969236 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.969397 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.969558 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.969719 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.969890 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.970054 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.970217 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.970386 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.970552 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.970715 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.970875 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.971050 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.971213 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.971395 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.971569 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.971731 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.971990 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.972095 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.972212 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.972383 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.972551 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.972719 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.972874 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.973046 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.973215 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.973378 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.973545 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.973708 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.973870 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.974033 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.974194 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.974355 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.974516 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.974671 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.974811 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.974976 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.975127 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071893 Jul 14 10:58:23.975277 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.975277 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.975573 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.975700 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.975825 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.975946 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.976078 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.976208 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.976359 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.976521 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.976681 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:58:23.976836 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:58:33.260156 dv-cinder-848938-2-iscsi neutron-server[103998]: DEBUG dbcounter [-] [103998] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103998) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:35.371498 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544df45-fda9-468e-b2a9-05901855d4ba None None] get_active_networks_info from dv-cinder-848938-2-iscsi {{(pid=104143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 10:58:35.396258 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writer thread running {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:58:35.465711 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544df45-fda9-468e-b2a9-05901855d4ba None None] No non-hosted networks {{(pid=104143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 10:58:35.475231 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.agentschedulers_db [None req-9544df45-fda9-468e-b2a9-05901855d4ba None None] DHCP Agent not found on host dv-cinder-848938-2-iscsi {{(pid=104143) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 10:58:35.575571 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-af4094fd-1f8c-40bb-8c41-2f60909d58a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713470'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.944220 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writer thread running {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:58:37.613820 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de45133f-f94a-4f1d-9142-e50039c7a732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713470'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:37.627677 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.db.api [None req-07f8baae-2b94-41ba-a4cf-8d723a2b6646 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-848938-2-iscsi {{(pid=104143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:58:37.628216 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG oslo_db.api [None req-07f8baae-2b94-41ba-a4cf-8d723a2b6646 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:58:38.155656 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-07f8baae-2b94-41ba-a4cf-8d723a2b6646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.633480 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713470'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.706482 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 50286) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:39.351307 dv-cinder-848938-2-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-c068bda8-ad5b-4756-b9fa-e62c1c037888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:39.351903 dv-cinder-848938-2-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-c068bda8-ad5b-4756-b9fa-e62c1c037888 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:39.572278 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [None req-c068bda8-ad5b-4756-b9fa-e62c1c037888 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:58:39.574164 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c068bda8-ad5b-4756-b9fa-e62c1c037888 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8664794 Jul 14 10:58:40.057568 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713470'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.478301 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713470'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.478900 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.479209 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.479596 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.479923 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.480244 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.480563 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.480885 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.481234 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.481553 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.481906 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.482220 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.482543 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.482869 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.483183 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.485094 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:40.487590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848938-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:40.498692 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848938-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:41.916514 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 50316) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:42.278719 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-a082a4eb-117b-47e2-991e-ce9740b2f9cd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:42.371080 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.policy [None req-a082a4eb-117b-47e2-991e-ce9740b2f9cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104142) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:58:42.413444 dv-cinder-848938-2-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-a082a4eb-117b-47e2-991e-ce9740b2f9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:42.413852 dv-cinder-848938-2-iscsi neutron-server[104142]: WARNING oslo_policy.policy [None req-a082a4eb-117b-47e2-991e-ce9740b2f9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:42.433851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writer thread running {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:58:42.516066 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a082a4eb-117b-47e2-991e-ce9740b2f9cd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781904297960', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781904296476', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781904279648', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781904253514', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781904262308', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781904238567', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2009215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1866317', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718612'] for rbac-policy (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.590970 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a082a4eb-117b-47e2-991e-ce9740b2f9cd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.592282 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a082a4eb-117b-47e2-991e-ce9740b2f9cd admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6747591 Jul 14 10:58:43.761890 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.db.l3_hamode_db [None req-964659f7-2088-4fb0-91d4-72dc75cde34c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 10:58:43.839833 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964659f7-2088-4fb0-91d4-72dc75cde34c None None] Routers set() bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:43.840237 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964659f7-2088-4fb0-91d4-72dc75cde34c None None] Router IDs set() for agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 10:58:44.838784 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 50328) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:45.173045 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:45.202749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Made reservation on behalf of cc744332e3b04129956875355de3f205 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:45.206588 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.224349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.345591 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks [] for security_group (1f8ed6bc-4367-40be-965d-77251197eb48), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.349305 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1f8ed6bc-4367-40be-965d-77251197eb48), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.374382 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:58:45.410243 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781906492474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (763cf585-8780-4cbb-84e6-2f18966d207e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.410841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Unsubscribe: segment precommit_create {{(pid=104142) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:58:45.411368 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Added segment 763cf585-8780-4cbb-84e6-2f18966d207e of type vlan for network c12893c1-502b-4f41-a514-d513dbd14a2b Jul 14 10:58:45.427960 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8ed6bc-4367-40be-965d-77251197eb48,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:45.478461 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.478710 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.479065 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.479421 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.479751 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.480078 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.480395 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.480713 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.481029 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.481343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.481657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.481972 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.482292 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.483159 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.483491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Tracked resource versions report: Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: pushed versions: Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: { 'AddressGroup': {'1.2'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Agent': {'1.1'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'ConntrackHelper': {'1.0'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Log': {'1.0'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'NDPProxy': {'1.0'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Network': {'1.1'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Port': {'1.7'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'PortForwarding': {'1.3'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'QosPolicy': {'1.10'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroup': {'1.5'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SubPort': {'1.0'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Subnet': {'1.1'}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Trunk': {'1.1'}} Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: consumer versions: Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Agent': '1.1', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'ConntrackHelper': '1.0', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'LocalIPAssociation': '1.0', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Log': '1.0', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'NDPProxy': '1.0', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Network': '1.1', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Port': '1.7', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'PortForwarding': '1.3', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'QosPolicy': '1.10', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroup': '1.5', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroupRule': '1.2', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SubPort': '1.0', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Subnet': '1.1', Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Trunk': '1.1'}} Jul 14 10:58:45.484861 dv-cinder-848938-2-iscsi neutron-server[104142]: {{(pid=104142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:58:45.526283 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (c12893c1-502b-4f41-a514-d513dbd14a2b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.568788 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (c12893c1-502b-4f41-a514-d513dbd14a2b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.573848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:45.574558 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.583858 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:45.646880 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8069837 Jul 14 10:58:45.702340 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3524a-537b-429f-9ce9-4cfcc3929f53 demo demo] Pushing event updated for resources: {'Network': ['ID=c12893c1-502b-4f41-a514-d513dbd14a2b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:45.715011 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network c12893c1-502b-4f41-a514-d513dbd14a2b details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:58:47.956682 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 50342) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:48.382902 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b5721-d9ad-4d1b-9fe5-cf0345a439a4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:48.384236 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-104b5721-d9ad-4d1b-9fe5-cf0345a439a4 demo admin] 10.222.0.75 "GET /v2.0/networks/c12893c1-502b-4f41-a514-d513dbd14a2b HTTP/1.1" status: 200 len: 825 time: 0.4265888 Jul 14 10:58:48.410211 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-eb0328a0-93d1-4e99-8f87-22f172406375 demo admin] 10.222.0.75 "GET /v2.0/subnetpools/206eb99a-cc1e-45e7-96fb-678d9d9a19c4 HTTP/1.1" status: 200 len: 734 time: 0.0197227 Jul 14 10:58:48.419115 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'subnetpool_id': '206eb99a-cc1e-45e7-96fb-678d9d9a19c4'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:48.442980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Made reservation on behalf of cc744332e3b04129956875355de3f205 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:48.445393 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.647549 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:48.744684 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (dcbe17e8-58e5-4c6e-892d-dc436bc45088), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.816727 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=dcbe17e8-58e5-4c6e-892d-dc436bc45088,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:48.821258 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Checking segment: {'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:48.821645 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Network hostable DHCP agents. Network: c12893c1-502b-4f41-a514-d513dbd14a2b, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:58:48.842621 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Network c12893c1-502b-4f41-a514-d513dbd14a2b is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:58:48.852842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, c12893c1-502b-4f41-a514-d513dbd14a2b) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:48.857978 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:48.858579 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.864071 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58792bd9-689d-4019-9c5d-c2741b2fd4b6 None None] Network c12893c1-502b-4f41-a514-d513dbd14a2b requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:48.875560 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f51bdf82-f3f6-46c0-9f55-0442605f80e7 demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4595630 Jul 14 10:58:49.137519 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-c12893c1-502b-4f41-a514-d513dbd14a2b', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'project_id': 'cc744332e3b04129956875355de3f205', 'fixed_ips': [{'subnet_id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:58:49.138923 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.434444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Allocated IP 172.20.0.2 (c12893c1-502b-4f41-a514-d513dbd14a2b/dcbe17e8-58e5-4c6e-892d-dc436bc45088/557cc723-5d1c-4f51-84a6-1ca7dbdae3ab) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:49.468681 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:49.716710 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Publish callbacks [] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.725474 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.800595 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Network c12893c1-502b-4f41-a514-d513dbd14a2b is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:49.813113 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:49.818155 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:49.821350 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Pushing event updated for resources: {'Port': ['ID=557cc723-5d1c-4f51-84a6-1ca7dbdae3ab,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:49.854197 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.854548 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.854889 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.855243 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.855611 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.855942 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.856273 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.856599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.856924 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.857278 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.857606 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.857946 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.858273 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.858593 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.858911 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Tracked resource versions report: Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: pushed versions: Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: { 'AddressGroup': {'1.2'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Agent': {'1.1'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'ConntrackHelper': {'1.0'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Log': {'1.0'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'NDPProxy': {'1.0'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Network': {'1.1'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Port': {'1.7'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'PortForwarding': {'1.3'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'QosPolicy': {'1.10'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroup': {'1.5'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SubPort': {'1.0'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Subnet': {'1.1'}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Trunk': {'1.1'}} Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: consumer versions: Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Agent': '1.1', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'ConntrackHelper': '1.0', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'LocalIPAssociation': '1.0', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Log': '1.0', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'NDPProxy': '1.0', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Network': '1.1', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Port': '1.7', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'PortForwarding': '1.3', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'QosPolicy': '1.10', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroup': '1.5', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroupRule': '1.2', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SubPort': '1.0', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Subnet': '1.1', Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Trunk': '1.1'}} Jul 14 10:58:49.860331 dv-cinder-848938-2-iscsi neutron-server[104143]: {{(pid=104143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:58:49.913797 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Attempting to bind port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:49.914486 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Attempting to bind port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:49.914611 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Attempting to bind port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab on network c12893c1-502b-4f41-a514-d513dbd14a2b {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:49.919926 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:49.920303 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Checking segment: {'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:49.920774 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.921167 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Bound using segment: {'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:49.921685 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Bound port: 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:49.922070 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.936817 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:49.995919 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] For port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:50.000389 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] For port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=557cc723-5d1c-4f51-84a6-1ca7dbdae3ab,segment=NetworkSegment(763cf585-8780-4cbb-84e6-2f18966d207e),segment_id=763cf585-8780-4cbb-84e6-2f18966d207e)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:50.007892 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.074644 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc97c8-930a-4a16-b52a-b40e2819be90 None None] Pushing event updated for resources: {'Port': ['ID=557cc723-5d1c-4f51-84a6-1ca7dbdae3ab,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:51.161767 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50352) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:51.728597 dv-cinder-848938-2-iscsi neutron-server[104141]: WARNING oslo_policy.policy [None req-4997cba5-7603-4ddf-acd9-b165ba0152b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:51.729240 dv-cinder-848938-2-iscsi neutron-server[104141]: WARNING oslo_policy.policy [None req-4997cba5-7603-4ddf-acd9-b165ba0152b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:51.959901 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [None req-4997cba5-7603-4ddf-acd9-b165ba0152b5 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:58:51.961306 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-4997cba5-7603-4ddf-acd9-b165ba0152b5 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7974086 Jul 14 10:58:53.037523 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:53.042704 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:54.257992 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50370) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:54.591930 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [None req-bb3721d6-f6e2-4812-9ef1-44b5bad51dba admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:58:54.592897 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-bb3721d6-f6e2-4812-9ef1-44b5bad51dba admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3338747 Jul 14 10:58:56.913476 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50382) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:57.262263 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:57.321655 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.policy [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:58:57.364072 dv-cinder-848938-2-iscsi neutron-server[104141]: WARNING oslo_policy.policy [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:57.364479 dv-cinder-848938-2-iscsi neutron-server[104141]: WARNING oslo_policy.policy [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:58:57.383983 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writer thread running {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:58:57.384639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:57.430359 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:57.432185 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:57.590342 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] Publish callbacks [] for router_controller (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), precommit_add_association {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:57.595776 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:57.621496 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:57.623256 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-706f390b-adce-4696-ba10-425f1825a843 demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7004204 Jul 14 10:58:58.229790 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:58.272921 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646fd9dc-7a12-4c42-b4ae-561a4de2c2a4 None None] Network c12893c1-502b-4f41-a514-d513dbd14a2b requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:58.388685 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:58.389094 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:58.412668 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-2fcfec49-90dd-4058-aeff-59bea32e7717 None None] Provisioning complete for port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:58.413036 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2fcfec49-90dd-4058-aeff-59bea32e7717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:58.594686 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:58.595082 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:58.620293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfec49-90dd-4058-aeff-59bea32e7717 None None] Current status of the port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:58.620681 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2fcfec49-90dd-4058-aeff-59bea32e7717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:58.656638 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=557cc723-5d1c-4f51-84a6-1ca7dbdae3ab,segment=NetworkSegment(763cf585-8780-4cbb-84e6-2f18966d207e),segment_id=763cf585-8780-4cbb-84e6-2f18966d207e)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:58.663069 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:58.688335 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:58.733788 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.db.api [None req-2fcfec49-90dd-4058-aeff-59bea32e7717 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:58:58.733788 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG oslo_db.api [None req-2fcfec49-90dd-4058-aeff-59bea32e7717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:58:58.746074 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=557cc723-5d1c-4f51-84a6-1ca7dbdae3ab,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:58.865361 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=29 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:58.868233 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=55,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:59.267633 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfec49-90dd-4058-aeff-59bea32e7717 None None] Current status of the port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:59.385567 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ec86a1a0-5a40-4ba8-b84c-9f6af28a1a1a None None] Provisioning complete for port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:59.385954 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ec86a1a0-5a40-4ba8-b84c-9f6af28a1a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:59.437562 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:59.469453 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ec86a1a0-5a40-4ba8-b84c-9f6af28a1a1a None None] Current status of the port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:59.903775 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50398) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:00.211885 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:00.235132 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [None req-07345506-d087-4ab5-a0fb-cc064e7e2a4d admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:59:00.236156 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-07345506-d087-4ab5-a0fb-cc064e7e2a4d admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3309503 Jul 14 10:59:00.257582 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:00.257971 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:00.333535 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:02.536128 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50406) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:02.865437 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:59:02.889380 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Made reservation on behalf of 75fd150c50ce43f4ac09652ce03bfda1 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:02.892449 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:02.909136 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.017310 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks [] for security_group (f9cae7f1-8d70-420e-ad0d-7f1446a822c5), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.021043 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (f9cae7f1-8d70-420e-ad0d-7f1446a822c5), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.032584 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Reserving flat network on physical network physnet1 {{(pid=104141) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 10:59:03.064620 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781906492474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (91e12890-b0e4-4338-b3fa-4639188c1c13), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.065174 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Unsubscribe: segment precommit_create {{(pid=104141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:59:03.065717 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Added segment 91e12890-b0e4-4338-b3fa-4639188c1c13 of type flat for network f53ee9e8-df85-4689-b40a-c89046bf11d8 Jul 14 10:59:03.086514 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cae7f1-8d70-420e-ad0d-7f1446a822c5,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:03.137113 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.137499 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.137885 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.138754 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.139131 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.139623 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.139999 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.140355 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.140754 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.141093 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.141418 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.141740 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.142072 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.142459 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.142775 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Tracked resource versions report: Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: pushed versions: Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: { 'AddressGroup': {'1.2'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Agent': {'1.1'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'ConntrackHelper': {'1.0'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Log': {'1.0'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'NDPProxy': {'1.0'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Network': {'1.1'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Port': {'1.7'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'PortForwarding': {'1.3'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'QosPolicy': {'1.10'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroup': {'1.5'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SubPort': {'1.0'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Subnet': {'1.1'}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Trunk': {'1.1'}} Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: consumer versions: Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Agent': '1.1', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'ConntrackHelper': '1.0', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'LocalIPAssociation': '1.0', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Log': '1.0', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'NDPProxy': '1.0', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Network': '1.1', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Port': '1.7', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'PortForwarding': '1.3', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'QosPolicy': '1.10', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroup': '1.5', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroupRule': '1.2', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SubPort': '1.0', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Subnet': '1.1', Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Trunk': '1.1'}} Jul 14 10:59:03.144294 dv-cinder-848938-2-iscsi neutron-server[104141]: {{(pid=104141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:59:03.189537 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (f53ee9e8-df85-4689-b40a-c89046bf11d8), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.235002 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (f53ee9e8-df85-4689-b40a-c89046bf11d8), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.236274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:03.236985 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.306868 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7695777 Jul 14 10:59:03.345648 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc7929-a4b2-4103-bd66-51a085289847 admin admin] Pushing event updated for resources: {'Network': ['ID=f53ee9e8-df85-4689-b40a-c89046bf11d8,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:03.356619 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:59:05.266086 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-40ac89b8-9f19-4d4c-b9ce-e7e7fda93ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:05.577482 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 50418) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:05.825608 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:59:05.974317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed445db-b0bb-40d2-a1a3-8e2f0eba75c0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:05.975727 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fed445db-b0bb-40d2-a1a3-8e2f0eba75c0 demo admin] 10.222.0.75 "GET /v2.0/subnets/dcbe17e8-58e5-4c6e-892d-dc436bc45088 HTTP/1.1" status: 200 len: 849 time: 0.3972790 Jul 14 10:59:06.143359 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f121b733-6888-4eb0-8760-70974f3b7353 demo admin] 10.222.0.75 "GET /v2.0/routers/4badaccd-9a09-438f-9ea7-b41c84fdeb2b HTTP/1.1" status: 200 len: 704 time: 0.1596971 Jul 14 10:59:06.417381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:06.718550 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Allocated IP 172.20.0.1 (c12893c1-502b-4f41-a514-d513dbd14a2b/dcbe17e8-58e5-4c6e-892d-dc436bc45088/6a9060f9-ca76-41bb-9609-d56d0e01d09f) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:06.882650 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks [] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:06.949992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.070962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Network c12893c1-502b-4f41-a514-d513dbd14a2b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:07.076952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:07.085561 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:59:07.086141 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.148248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Pushing event updated for resources: {'Port': ['ID=6a9060f9-ca76-41bb-9609-d56d0e01d09f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:07.248029 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:07.303750 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.306287 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:07.336017 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ba7eeb5f-88b8-4c2f-8bca-fdcb0c5c9e64 None None] Provisioning complete for port 6a9060f9-ca76-41bb-9609-d56d0e01d09f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:07.336881 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ba7eeb5f-88b8-4c2f-8bca-fdcb0c5c9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.374008 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ba7eeb5f-88b8-4c2f-8bca-fdcb0c5c9e64 None None] Port 6a9060f9-ca76-41bb-9609-d56d0e01d09f cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:59:07.529139 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks [] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.534130 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.534977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.570565 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c47925e6-c1bd-4c8d-bdec-661ab21433aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.598897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Pushing event updated for resources: {'Port': ['ID=6a9060f9-ca76-41bb-9609-d56d0e01d09f,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:07.667399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Network c12893c1-502b-4f41-a514-d513dbd14a2b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:07.668747 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:07.839123 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:59:07.896042 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-a7ece559-7484-4b4e-a9fe-6a4a23a32fba None None] Provisioning complete for port 6a9060f9-ca76-41bb-9609-d56d0e01d09f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:07.896437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a7ece559-7484-4b4e-a9fe-6a4a23a32fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.928639 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-a7ece559-7484-4b4e-a9fe-6a4a23a32fba None None] Port 6a9060f9-ca76-41bb-9609-d56d0e01d09f cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:59:07.939367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:07.944710 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-671027ec-0a65-4261-a641-28c697a1ecc3 demo admin] 10.222.0.75 "PUT /v2.0/routers/4badaccd-9a09-438f-9ea7-b41c84fdeb2b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7959671 Jul 14 10:59:07.970580 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Sync routers for ids ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:07.984136 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Routers {'4badaccd-9a09-438f-9ea7-b41c84fdeb2b'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:07.985009 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T10:59:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:08.165588 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Set router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:08.600489 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'name': 'router1', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:57Z', 'updated_at': '2022-07-14T10:59:07Z', 'revision_number': 2, 'project_id': 'cc744332e3b04129956875355de3f205', 'gw_port_host': None, '_interfaces': [{'id': '6a9060f9-ca76-41bb-9609-d56d0e01d09f', 'name': '', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'mac_address': 'fa:16:3e:5a:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:06Z', 'updated_at': '2022-07-14T10:59:07Z', 'revision_number': 2, 'project_id': 'cc744332e3b04129956875355de3f205', 'subnets': [{'id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206eb99a-cc1e-45e7-96fb-678d9d9a19c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:08.606118 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:08.653075 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Checking router: 4badaccd-9a09-438f-9ea7-b41c84fdeb2b for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:08.653467 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Updating router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b port 6a9060f9-ca76-41bb-9609-d56d0e01d09f binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:59:08.715464 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.232516 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Publish callbacks [] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.239898 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.413715 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Pushing event updated for resources: {'Port': ['ID=6a9060f9-ca76-41bb-9609-d56d0e01d09f,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:09.416157 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Attempting to bind port 6a9060f9-ca76-41bb-9609-d56d0e01d09f on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:59:09.416559 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Attempting to bind port 6a9060f9-ca76-41bb-9609-d56d0e01d09f by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:59:09.416977 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Attempting to bind port 6a9060f9-ca76-41bb-9609-d56d0e01d09f on network c12893c1-502b-4f41-a514-d513dbd14a2b {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:59:09.426053 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.426405 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.426752 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.427094 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.427447 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.427780 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.428107 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.428431 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.428758 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.429081 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.429404 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.429744 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.430065 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.430388 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.430705 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Tracked resource versions report: Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: pushed versions: Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: { 'AddressGroup': {'1.2'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Agent': {'1.1'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'ConntrackHelper': {'1.0'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Log': {'1.0'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'NDPProxy': {'1.0'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Network': {'1.1'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Port': {'1.7'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'PortForwarding': {'1.3'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'QosPolicy': {'1.10'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroup': {'1.5'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SubPort': {'1.0'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Subnet': {'1.1'}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Trunk': {'1.1'}} Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: consumer versions: Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Agent': '1.1', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'ConntrackHelper': '1.0', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'LocalIPAssociation': '1.0', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Log': '1.0', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'NDPProxy': '1.0', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Network': '1.1', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Port': '1.7', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'PortForwarding': '1.3', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'QosPolicy': '1.10', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroup': '1.5', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroupRule': '1.2', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SubPort': '1.0', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Subnet': '1.1', Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Trunk': '1.1'}} Jul 14 10:59:09.432163 dv-cinder-848938-2-iscsi neutron-server[104144]: {{(pid=104144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:59:09.437702 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:59:09.438115 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Checking segment: {'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:59:09.438587 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.438972 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Bound using segment: {'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:59:09.439497 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Bound port: 6a9060f9-ca76-41bb-9609-d56d0e01d09f, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763cf585-8780-4cbb-84e6-2f18966d207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:59:09.439881 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.464037 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-8f762e62-0c6d-43f2-9995-9135c8a8c51f None None] Provisioning complete for port 6a9060f9-ca76-41bb-9609-d56d0e01d09f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:09.464365 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f762e62-0c6d-43f2-9995-9135c8a8c51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.495291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-8f762e62-0c6d-43f2-9995-9135c8a8c51f None None] Port 6a9060f9-ca76-41bb-9609-d56d0e01d09f cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:59:09.505633 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] For port 6a9060f9-ca76-41bb-9609-d56d0e01d09f, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:09.526193 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] For port 6a9060f9-ca76-41bb-9609-d56d0e01d09f, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=6a9060f9-ca76-41bb-9609-d56d0e01d09f,segment=NetworkSegment(763cf585-8780-4cbb-84e6-2f18966d207e),segment_id=763cf585-8780-4cbb-84e6-2f18966d207e)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:09.527428 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:09.534560 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.543190 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:09.600846 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca9c8d-f116-4d8e-91f4-8d2c49ef17e2 None None] Pushing event updated for resources: {'Port': ['ID=6a9060f9-ca76-41bb-9609-d56d0e01d09f,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:09.609307 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Routers {'4badaccd-9a09-438f-9ea7-b41c84fdeb2b'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:09.609943 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T10:59:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:09.719251 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] Set router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:09.815830 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-dffce065-06c3-4cc3-ba2e-6f1c426f8545 None None] Provisioning complete for port 6a9060f9-ca76-41bb-9609-d56d0e01d09f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:09.816381 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dffce065-06c3-4cc3-ba2e-6f1c426f8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.891920 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-dffce065-06c3-4cc3-ba2e-6f1c426f8545 None None] Current status of the port 6a9060f9-ca76-41bb-9609-d56d0e01d09f is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:09.892405 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dffce065-06c3-4cc3-ba2e-6f1c426f8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.920512 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'name': 'router1', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:57Z', 'updated_at': '2022-07-14T10:59:07Z', 'revision_number': 2, 'project_id': 'cc744332e3b04129956875355de3f205', 'gw_port_host': None, '_interfaces': [{'id': '6a9060f9-ca76-41bb-9609-d56d0e01d09f', 'name': '', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'mac_address': 'fa:16:3e:5a:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:06Z', 'updated_at': '2022-07-14T10:59:09Z', 'revision_number': 4, 'project_id': 'cc744332e3b04129956875355de3f205', 'subnets': [{'id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206eb99a-cc1e-45e7-96fb-678d9d9a19c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:09.928282 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-dffce065-06c3-4cc3-ba2e-6f1c426f8545 None None] For port 6a9060f9-ca76-41bb-9609-d56d0e01d09f, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=6a9060f9-ca76-41bb-9609-d56d0e01d09f,segment=NetworkSegment(763cf585-8780-4cbb-84e6-2f18966d207e),segment_id=763cf585-8780-4cbb-84e6-2f18966d207e)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:09.935512 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dffce065-06c3-4cc3-ba2e-6f1c426f8545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.948021 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1dac07-b540-4e4f-88a4-45a2a5010446 None None] The sync data for ids ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'] in dv-cinder-848938-2-iscsi is: [{'id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'name': 'router1', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:57Z', 'updated_at': '2022-07-14T10:59:07Z', 'revision_number': 2, 'project_id': 'cc744332e3b04129956875355de3f205', 'gw_port_host': None, '_interfaces': [{'id': '6a9060f9-ca76-41bb-9609-d56d0e01d09f', 'name': '', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'mac_address': 'fa:16:3e:5a:e2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:06Z', 'updated_at': '2022-07-14T10:59:09Z', 'revision_number': 4, 'project_id': 'cc744332e3b04129956875355de3f205', 'subnets': [{'id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206eb99a-cc1e-45e7-96fb-678d9d9a19c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:09.987234 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:09.988843 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffce065-06c3-4cc3-ba2e-6f1c426f8545 None None] Pushing event updated for resources: {'Port': ['ID=6a9060f9-ca76-41bb-9609-d56d0e01d09f,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:10.009670 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:10.222558 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50428) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:10.467826 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:10.660335 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2d34e-deea-4302-930a-353391450b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:10.661715 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d5f2d34e-deea-4302-930a-353391450b88 admin admin] 10.222.0.75 "GET /v2.0/networks/f53ee9e8-df85-4689-b40a-c89046bf11d8 HTTP/1.1" status: 200 len: 842 time: 0.4383149 Jul 14 10:59:10.671085 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:59:10.693194 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Made reservation on behalf of 75fd150c50ce43f4ac09652ce03bfda1 for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:10.695597 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:10.970897 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:10.973076 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:11.085859 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.objects.ports [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104141) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 10:59:11.086356 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (ae8300db-d740-44f5-827a-aa3016a0c168), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:11.154110 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8300db-d740-44f5-827a-aa3016a0c168,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:11.164628 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:59:11.165022 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Network hostable DHCP agents. Network: f53ee9e8-df85-4689-b40a-c89046bf11d8, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:59:11.188639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:59:11.207507 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, f53ee9e8-df85-4689-b40a-c89046bf11d8) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:11.212508 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:11.213128 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:11.219684 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bfc2bf-b0d3-4360-a51b-f58c810cfe96 None None] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:59:11.230676 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-9d45b8c7-849e-4e69-bcc7-dd0fafc7a2c2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5628092 Jul 14 10:59:11.330671 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0822ce-c989-49f1-b300-5fe265ff0a71 None None] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:59:13.553666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50438) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:14.055549 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-22902436-0b70-4e38-afa4-75eacef7c245 demo admin] 10.222.0.75 "GET /v2.0/routers/4badaccd-9a09-438f-9ea7-b41c84fdeb2b HTTP/1.1" status: 200 len: 710 time: 0.5006297 Jul 14 10:59:14.146296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24db438-82d5-4c48-83da-213a238c4b34 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:14.152778 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a24db438-82d5-4c48-83da-213a238c4b34 demo admin] 10.222.0.75 "GET /v2.0/networks/f53ee9e8-df85-4689-b40a-c89046bf11d8 HTTP/1.1" status: 200 len: 886 time: 0.0862489 Jul 14 10:59:14.157450 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:59:14.401688 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks [] for router_gateway (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:14.622891 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks [] for router_gateway (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:14.698131 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:14.856327 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:14.901531 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:14.925419 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Allocated IP 172.27.0.236 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/3978b1ed-2d88-4428-b777-e3c7e17284bc) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:15.041858 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks [] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.104653 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.190390 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:15.202634 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:15.207048 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:59:15.210161 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Pushing event updated for resources: {'Port': ['ID=3978b1ed-2d88-4428-b777-e3c7e17284bc,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:15.472883 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks [] for router_gateway (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.662734 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-718414', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3993'] for router (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.667709 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-718405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-718428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714229'] for router (4badaccd-9a09-438f-9ea7-b41c84fdeb2b), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.762606 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:15.775176 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:59:15.879901 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:15.884247 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.885492 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-5a1ac1ec-8a31-4cce-aac5-c9145c9236e6 demo admin] 10.222.0.75 "PUT /v2.0/routers/4badaccd-9a09-438f-9ea7-b41c84fdeb2b HTTP/1.1" status: 200 len: 890 time: 1.7319999 Jul 14 10:59:16.243557 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 6a9060f9-ca76-41bb-9609-d56d0e01d09f up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:16.294974 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 6a9060f9-ca76-41bb-9609-d56d0e01d09f triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:16.295610 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:16.315579 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:16.325310 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Sync routers for ids ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:16.349874 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Routers {'4badaccd-9a09-438f-9ea7-b41c84fdeb2b'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:16.350541 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T10:59:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:16.539846 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 6a9060f9-ca76-41bb-9609-d56d0e01d09f is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:16.585852 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Set router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:17.025274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'name': 'router1', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3978b1ed-2d88-4428-b777-e3c7e17284bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:57Z', 'updated_at': '2022-07-14T10:59:15Z', 'revision_number': 4, 'project_id': 'cc744332e3b04129956875355de3f205', 'gw_port': {'id': '3978b1ed-2d88-4428-b777-e3c7e17284bc', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:14Z', 'updated_at': '2022-07-14T10:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '6a9060f9-ca76-41bb-9609-d56d0e01d09f', 'name': '', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'mac_address': 'fa:16:3e:5a:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:06Z', 'updated_at': '2022-07-14T10:59:09Z', 'revision_number': 5, 'project_id': 'cc744332e3b04129956875355de3f205', 'subnets': [{'id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206eb99a-cc1e-45e7-96fb-678d9d9a19c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:17.083997 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Checking router: 4badaccd-9a09-438f-9ea7-b41c84fdeb2b for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:17.084349 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Updating router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b port 3978b1ed-2d88-4428-b777-e3c7e17284bc binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:59:17.136000 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:17.387546 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:17.448918 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Publish callbacks [] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:17.455211 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:17.505689 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Attempting to bind port 3978b1ed-2d88-4428-b777-e3c7e17284bc on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:59:17.506056 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Attempting to bind port 3978b1ed-2d88-4428-b777-e3c7e17284bc by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:59:17.506415 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Attempting to bind port 3978b1ed-2d88-4428-b777-e3c7e17284bc on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:59:17.509325 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f81b-2c0f-4534-8c72-8ebac78b4308 None None] Pushing event updated for resources: {'Port': ['ID=3978b1ed-2d88-4428-b777-e3c7e17284bc,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:17.514597 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:59:17.514957 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:59:17.515350 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:17.515765 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:59:17.516215 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Bound port: 3978b1ed-2d88-4428-b777-e3c7e17284bc, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:59:17.516586 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:17.563503 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] For port 3978b1ed-2d88-4428-b777-e3c7e17284bc, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:17.566652 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] For port 3978b1ed-2d88-4428-b777-e3c7e17284bc, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3978b1ed-2d88-4428-b777-e3c7e17284bc,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:17.572188 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:17.620846 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:17.642262 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Routers {'4badaccd-9a09-438f-9ea7-b41c84fdeb2b'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:17.642887 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T10:59:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:17.644747 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f81b-2c0f-4534-8c72-8ebac78b4308 None None] Pushing event updated for resources: {'Port': ['ID=3978b1ed-2d88-4428-b777-e3c7e17284bc,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:17.750121 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] Set router 4badaccd-9a09-438f-9ea7-b41c84fdeb2b gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:17.936009 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=63,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:17.937392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:17.948809 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'name': 'router1', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3978b1ed-2d88-4428-b777-e3c7e17284bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:57Z', 'updated_at': '2022-07-14T10:59:15Z', 'revision_number': 4, 'project_id': 'cc744332e3b04129956875355de3f205', 'gw_port': {'id': '3978b1ed-2d88-4428-b777-e3c7e17284bc', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:14Z', 'updated_at': '2022-07-14T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '6a9060f9-ca76-41bb-9609-d56d0e01d09f', 'name': '', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'mac_address': 'fa:16:3e:5a:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:06Z', 'updated_at': '2022-07-14T10:59:09Z', 'revision_number': 5, 'project_id': 'cc744332e3b04129956875355de3f205', 'subnets': [{'id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206eb99a-cc1e-45e7-96fb-678d9d9a19c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:17.974610 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f9b20-4aea-4082-a54a-7c61b9278d4e None None] The sync data for ids ['4badaccd-9a09-438f-9ea7-b41c84fdeb2b'] in dv-cinder-848938-2-iscsi is: [{'id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'name': 'router1', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '3978b1ed-2d88-4428-b777-e3c7e17284bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:57Z', 'updated_at': '2022-07-14T10:59:15Z', 'revision_number': 4, 'project_id': 'cc744332e3b04129956875355de3f205', 'gw_port': {'id': '3978b1ed-2d88-4428-b777-e3c7e17284bc', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:14Z', 'updated_at': '2022-07-14T10:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '6a9060f9-ca76-41bb-9609-d56d0e01d09f', 'name': '', 'network_id': 'c12893c1-502b-4f41-a514-d513dbd14a2b', 'tenant_id': 'cc744332e3b04129956875355de3f205', 'mac_address': 'fa:16:3e:5a:e2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4badaccd-9a09-438f-9ea7-b41c84fdeb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:59:06Z', 'updated_at': '2022-07-14T10:59:09Z', 'revision_number': 5, 'project_id': 'cc744332e3b04129956875355de3f205', 'subnets': [{'id': 'dcbe17e8-58e5-4c6e-892d-dc436bc45088', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '206eb99a-cc1e-45e7-96fb-678d9d9a19c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:18.264730 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3978b1ed-2d88-4428-b777-e3c7e17284bc up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:18.315588 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 3978b1ed-2d88-4428-b777-e3c7e17284bc triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:18.316087 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:18.384657 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 50450) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:18.396638 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 3978b1ed-2d88-4428-b777-e3c7e17284bc is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:18.397337 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:18.424790 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 3978b1ed-2d88-4428-b777-e3c7e17284bc, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3978b1ed-2d88-4428-b777-e3c7e17284bc,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:18.429727 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:18.489954 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=3978b1ed-2d88-4428-b777-e3c7e17284bc,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:18.823968 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-2d6e31ce-d1ec-49fe-8cd8-8fe1aacfabd9 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4376047 Jul 14 10:59:19.923350 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=35 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:19.924134 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=41 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:20.233093 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3978b1ed-2d88-4428-b777-e3c7e17284bc up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:20.254476 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:20.278098 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 3978b1ed-2d88-4428-b777-e3c7e17284bc triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:20.279024 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3978b1ed-2d88-4428-b777-e3c7e17284bc), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:20.349860 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 3978b1ed-2d88-4428-b777-e3c7e17284bc is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:28.812306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=14 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:28.820677 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:30.342977 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=12 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:30.347980 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:35.277471 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-64462308-4720-4163-9193-c43c56c23737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:37.582069 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a1bf-240d-4b24-ae57-a62885db12ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:38.603230 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.000841 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.466667 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:42.841349 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:59:46.839279 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:50.456448 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:50.461530 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:52.829391 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:05.283786 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad500efb-9a5d-4a7d-9777-ba4bf22d3be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:07.578079 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-233a02eb-d759-4982-9fe3-ebd30a41fcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:08.614393 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.996483 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:10.462239 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:19.832938 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:00:20.455865 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:20.456606 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:33.817267 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:33.818051 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:35.278960 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-89bdf610-4c11-4025-bee2-7bac311e78bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:37.581166 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0035acb4-395f-439a-af57-c40a43ec0a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:38.603693 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:39.994123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:40.459981 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:41.726138 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 50990) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:42.081978 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3403983-22d6-4579-afbc-8f376e08a702 admin admin] GET failed (client error): The resource could not be found. Jul 14 11:00:42.083332 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e3403983-22d6-4579-afbc-8f376e08a702 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3562059 Jul 14 11:00:42.254644 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c516f-958d-4bcb-826e-2616671f9e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:42.256213 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-cf6c516f-958d-4bcb-826e-2616671f9e1c admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1687961 Jul 14 11:00:44.481958 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51000) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:44.895916 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f8fb7-2070-44ea-b2e7-89ac2e9998ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:44.897320 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d28f8fb7-2070-44ea-b2e7-89ac2e9998ef admin admin] 10.222.0.75 "GET /v2.0/subnets/dcbe17e8-58e5-4c6e-892d-dc436bc45088 HTTP/1.1" status: 200 len: 849 time: 0.4150507 Jul 14 11:00:44.907406 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:44.998990 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Publish callbacks [] for subnet (dcbe17e8-58e5-4c6e-892d-dc436bc45088), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:45.150487 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781906406732'] for subnet (dcbe17e8-58e5-4c6e-892d-dc436bc45088), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:45.255488 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:45.256080 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:45.257376 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] 10.222.0.75 "PUT /v2.0/subnets/dcbe17e8-58e5-4c6e-892d-dc436bc45088 HTTP/1.1" status: 200 len: 868 time: 0.3537974 Jul 14 11:00:45.273503 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96b3b5-6857-49ed-8635-e76adada552d None None] Network c12893c1-502b-4f41-a514-d513dbd14a2b requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:00:45.278892 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbe17e8-58e5-4c6e-892d-dc436bc45088,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:45.286801 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.287140 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.287552 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.287898 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.288231 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.288609 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.288891 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.289219 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.289563 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.289895 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.290238 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.290582 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.290911 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.291236 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.291587 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51bd9c6-e047-4f44-a992-1369c4eca0e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:45.616824 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-0316dcd1-e177-4bc1-922f-0fca781a7ebc None None] Provisioning complete for port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:00:45.617206 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0316dcd1-e177-4bc1-922f-0fca781a7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (557cc723-5d1c-4f51-84a6-1ca7dbdae3ab), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:45.694352 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0316dcd1-e177-4bc1-922f-0fca781a7ebc None None] Current status of the port 557cc723-5d1c-4f51-84a6-1ca7dbdae3ab is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:00:45.704219 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-0316dcd1-e177-4bc1-922f-0fca781a7ebc None None] Provisioning complete for port 6a9060f9-ca76-41bb-9609-d56d0e01d09f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:00:45.704600 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0316dcd1-e177-4bc1-922f-0fca781a7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a9060f9-ca76-41bb-9609-d56d0e01d09f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:45.781233 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0316dcd1-e177-4bc1-922f-0fca781a7ebc None None] Current status of the port 6a9060f9-ca76-41bb-9609-d56d0e01d09f is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:00:47.493501 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51010) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:47.987951 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8be2fb-6848-4a8d-b22d-83e376a57a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:47.988428 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8be2fb-6848-4a8d-b22d-83e376a57a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:47.989989 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-bd8be2fb-6848-4a8d-b22d-83e376a57a3a admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4955356 Jul 14 11:00:50.218139 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51018) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:50.817276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a377f1-453f-4feb-bb7a-4757f8ecaccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:50.817757 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a377f1-453f-4feb-bb7a-4757f8ecaccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:50.819304 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-38a377f1-453f-4feb-bb7a-4757f8ecaccc admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6002100 Jul 14 11:00:53.136862 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51026) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:53.570666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193b9bf-fcb1-4c06-b91f-3d010a87e684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:53.572119 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a193b9bf-fcb1-4c06-b91f-3d010a87e684 admin admin] 10.222.0.75 "GET /v2.0/networks/c12893c1-502b-4f41-a514-d513dbd14a2b HTTP/1.1" status: 200 len: 869 time: 0.4342604 Jul 14 11:00:55.775864 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:55.780335 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:55.795676 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51034) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:56.216570 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550eee93-24ca-4bd9-8c21-d6ef22ea9c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:56.217949 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-550eee93-24ca-4bd9-8c21-d6ef22ea9c98 admin admin] 10.222.0.75 "GET /v2.0/networks/f53ee9e8-df85-4689-b40a-c89046bf11d8 HTTP/1.1" status: 200 len: 886 time: 0.4212689 Jul 14 11:00:56.831495 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:00:58.429282 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51042) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:58.843934 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7e4d5-b270-4ebe-b751-ca6ec0efd93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:58.844305 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7e4d5-b270-4ebe-b751-ca6ec0efd93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:58.845858 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-eeb7e4d5-b270-4ebe-b751-ca6ec0efd93c admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4156234 Jul 14 11:01:00.806876 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=23 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:00.814424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=25 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:00.828901 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:01.088296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51050) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:01.473915 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a47e73-ad85-4439-8ece-b2fb66a09b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:01.474369 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a47e73-ad85-4439-8ece-b2fb66a09b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:01.475948 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-81a47e73-ad85-4439-8ece-b2fb66a09b82 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3860753 Jul 14 11:01:03.682782 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51058) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:04.010918 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:04.038736 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:04.049639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf5b3c-4aeb-4d4a-b367-b2a82b57ae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:04.050942 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-34cf5b3c-4aeb-4d4a-b367-b2a82b57ae32 admin admin] 10.222.0.75 "GET /v2.0/subnets/ae8300db-d740-44f5-827a-aa3016a0c168 HTTP/1.1" status: 200 len: 816 time: 0.3671792 Jul 14 11:01:05.281706 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de2ad0b7-48e0-49d6-9067-ffd5f273662d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:06.270234 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51066) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:06.642482 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9dd9a-aa71-4ab6-a640-8403af8b7b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:06.643857 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-90e9dd9a-aa71-4ab6-a640-8403af8b7b84 admin admin] 10.222.0.75 "GET /v2.0/subnets/dcbe17e8-58e5-4c6e-892d-dc436bc45088 HTTP/1.1" status: 200 len: 868 time: 0.3726783 Jul 14 11:01:06.828770 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:07.579358 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bc775e47-47a5-42e1-95cc-67d9406ab5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:08.606330 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:09.995918 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:10.453778 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.635680 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=7 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:16.639520 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=9 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:20.447950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:20.449809 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:33.830471 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:01:34.874690 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51124) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:35.210911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [None req-5daa87b5-7c41-46b2-bbef-2cba66fdfa3e admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:01:35.211965 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5daa87b5-7c41-46b2-bbef-2cba66fdfa3e admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3363364 Jul 14 11:01:35.286594 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5d5ca9ac-3a19-4cb4-b079-b30d205a7207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:37.537724 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51132) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:37.581414 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7285c2c8-97ce-4797-93c0-5897da2b7912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:37.821480 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:37.904614 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e737c645-b1c3-4844-9672-4f26cbd0a53c admin admin] GET failed (client error): The resource could not be found. Jul 14 11:01:37.906032 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e737c645-b1c3-4844-9672-4f26cbd0a53c admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3673606 Jul 14 11:01:38.060470 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714705d0-9be4-498a-80e3-fee84fcbabe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:38.061973 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-714705d0-9be4-498a-80e3-fee84fcbabe4 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1516862 Jul 14 11:01:38.608725 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:40.001039 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:40.408320 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51140) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:40.474970 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:40.806761 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:40.831657 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Made reservation on behalf of 75fd150c50ce43f4ac09652ce03bfda1 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:01:40.834110 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:40.873539 dv-cinder-848938-2-iscsi neutron-server[104141]: WARNING neutron.services.revisions.revision_plugin [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Could not find related network for resource to bump revision. Jul 14 11:01:40.894550 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:01:40.911314 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (df531894-699c-42fc-8b4d-eed68264c72b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:40.911821 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Added segment df531894-699c-42fc-8b4d-eed68264c72b of type vlan for network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 Jul 14 11:01:40.995013 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (dc1403ea-4e9a-44ca-9328-52920ab5aaa6), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:41.032980 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (dc1403ea-4e9a-44ca-9328-52920ab5aaa6), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:41.034447 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:41.035315 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:41.084222 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6742828 Jul 14 11:01:41.149962 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fcd23-3a0a-46be-9692-eae1076c0ecb admin admin] Pushing event updated for resources: {'Network': ['ID=dc1403ea-4e9a-44ca-9328-52920ab5aaa6,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:41.164199 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:01:43.418272 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51148) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:43.757052 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.pecan_wsgi.hooks.translation [None req-92da5359-1499-4eb8-b5cb-21d281d04e1c admin admin] GET failed (client error): The resource could not be found. Jul 14 11:01:43.758332 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-92da5359-1499-4eb8-b5cb-21d281d04e1c admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3390954 Jul 14 11:01:43.826808 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:43.833144 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ba498-4120-4fd9-94ab-26decf3cf7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:43.834625 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-680ba498-4120-4fd9-94ab-26decf3cf7b5 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721064 Jul 14 11:01:43.844332 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Request body: {'subnet': {'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:43.863780 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Made reservation on behalf of 75fd150c50ce43f4ac09652ce03bfda1 for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:01:43.866115 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.035751 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (fd8926f6-d792-434b-9d7b-628df45bf984), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.095490 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8926f6-d792-434b-9d7b-628df45bf984,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:44.104602 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Checking segment: {'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:01:44.104949 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Network hostable DHCP agents. Network: dc1403ea-4e9a-44ca-9328-52920ab5aaa6, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:01:44.122498 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:01:44.132735 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, dc1403ea-4e9a-44ca-9328-52920ab5aaa6) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:01:44.137225 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:44.137912 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.143797 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5166bc02-2c07-48a9-a562-baaf5da1264a None None] Network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:01:44.165583 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-20c74657-e0c4-4cad-a004-9760588aa9ec admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3143704 Jul 14 11:01:44.267660 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-dc1403ea-4e9a-44ca-9328-52920ab5aaa6', 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6', 'project_id': '75fd150c50ce43f4ac09652ce03bfda1', 'fixed_ips': [{'subnet_id': 'fd8926f6-d792-434b-9d7b-628df45bf984'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:01:44.269083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.543647 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Allocated IP 192.168.233.2 (dc1403ea-4e9a-44ca-9328-52920ab5aaa6/fd8926f6-d792-434b-9d7b-628df45bf984/82c838d5-bc16-4d92-b480-05cdeda970dc) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:01:44.704039 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Publish callbacks [] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.712884 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.768839 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:01:44.772177 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:01:44.776729 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:01:44.780109 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Pushing event updated for resources: {'Port': ['ID=82c838d5-bc16-4d92-b480-05cdeda970dc,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:44.792356 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.792699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.793051 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.793406 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.793783 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.794063 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.794384 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.794697 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.795016 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.795339 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.795682 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.796012 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.796327 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.796638 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.796950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:44.846818 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Attempting to bind port 82c838d5-bc16-4d92-b480-05cdeda970dc on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:01:44.847189 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Attempting to bind port 82c838d5-bc16-4d92-b480-05cdeda970dc by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:01:44.847616 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Attempting to bind port 82c838d5-bc16-4d92-b480-05cdeda970dc on network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:01:44.853649 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:01:44.854024 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Checking segment: {'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:01:44.854445 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.854910 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Bound using segment: {'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:01:44.855311 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Bound port: 82c838d5-bc16-4d92-b480-05cdeda970dc, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:01:44.855710 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.922701 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] For port 82c838d5-bc16-4d92-b480-05cdeda970dc, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:01:44.925946 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] For port 82c838d5-bc16-4d92-b480-05cdeda970dc, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=82c838d5-bc16-4d92-b480-05cdeda970dc,segment=NetworkSegment(df531894-699c-42fc-8b4d-eed68264c72b),segment_id=df531894-699c-42fc-8b4d-eed68264c72b)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:01:44.932486 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:44.984699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:UPDATE=10,neutron:INSERT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:44.998612 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd64d56-9cc1-4b9f-9072-abc68abf6aeb None None] Pushing event updated for resources: {'Port': ['ID=82c838d5-bc16-4d92-b480-05cdeda970dc,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:45.902691 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb4891-1b89-4f8a-886f-fe24a0b6ca7b None None] Network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:01:45.986918 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-54d41e24-2f9c-45aa-accd-2955176a089a None None] Provisioning complete for port 82c838d5-bc16-4d92-b480-05cdeda970dc triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:01:45.987300 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54d41e24-2f9c-45aa-accd-2955176a089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:46.009811 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:46.109208 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-54d41e24-2f9c-45aa-accd-2955176a089a None None] Current status of the port 82c838d5-bc16-4d92-b480-05cdeda970dc is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:01:46.109691 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54d41e24-2f9c-45aa-accd-2955176a089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:46.154346 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-54d41e24-2f9c-45aa-accd-2955176a089a None None] For port 82c838d5-bc16-4d92-b480-05cdeda970dc, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=82c838d5-bc16-4d92-b480-05cdeda970dc,segment=NetworkSegment(df531894-699c-42fc-8b4d-eed68264c72b),segment_id=df531894-699c-42fc-8b4d-eed68264c72b)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:46.159860 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-54d41e24-2f9c-45aa-accd-2955176a089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:46.217606 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d41e24-2f9c-45aa-accd-2955176a089a None None] Pushing event updated for resources: {'Port': ['ID=82c838d5-bc16-4d92-b480-05cdeda970dc,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:46.286822 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ecd28ca3-5f33-41f6-b10f-cd99ae50dd5f None None] Provisioning complete for port 82c838d5-bc16-4d92-b480-05cdeda970dc triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:01:46.288698 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ecd28ca3-5f33-41f6-b10f-cd99ae50dd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:46.385872 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 82c838d5-bc16-4d92-b480-05cdeda970dc up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:01:46.423530 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ecd28ca3-5f33-41f6-b10f-cd99ae50dd5f None None] Current status of the port 82c838d5-bc16-4d92-b480-05cdeda970dc is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:01:46.445372 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 82c838d5-bc16-4d92-b480-05cdeda970dc triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:01:46.445758 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (82c838d5-bc16-4d92-b480-05cdeda970dc), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:46.526409 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 82c838d5-bc16-4d92-b480-05cdeda970dc is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:01:54.147826 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=78,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:54.148713 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:56.519636 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:56.524250 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:05.289951 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-89fa6e35-7461-4c57-906a-23398bcf2d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:07.587796 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-50ad2169-a392-4eb5-b006-99e7a161351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.614101 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:10.003255 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:10.462864 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:10.829989 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:02:20.454506 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:20.457843 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:20.826577 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:20.827339 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:33.820527 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:33.839186 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:35.301051 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2d975bb4-bce8-4352-b312-956a5172c4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:37.582756 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e7085086-9c99-42dc-8723-615d96273c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:38.617668 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:40.003177 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:40.457532 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.829024 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:02:50.451329 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:50.453165 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:57.825384 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:57.826243 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:05.297154 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-51ec59d3-a5f7-4738-bae6-17be3bb525cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:07.581560 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-73dec5a6-2715-4ce0-8583-4f9b0ec8faff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.622263 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:10.012171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:10.466409 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:20.451027 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:20.460945 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:22.898502 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51186) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:22.906314 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [None req-a80a70fe-49e9-42c0-93a3-4231e2c47747 tempest-verify_tempest_config-2016152695 tempest-verify_tempest_config-2016152695-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:03:22.906314 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a80a70fe-49e9-42c0-93a3-4231e2c47747 tempest-verify_tempest_config-2016152695 tempest-verify_tempest_config-2016152695-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061879 Jul 14 11:03:23.518357 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51204) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:23.910392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.004084 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Publish callbacks [] for security_group (90a5d217-d890-4e58-978b-4c1d1a6cfc2e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.009158 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (90a5d217-d890-4e58-978b-4c1d1a6cfc2e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.148837 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5d217-d890-4e58-978b-4c1d1a6cfc2e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:24.152854 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8de7ef28120646d0b46f031b52510c97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6333914 Jul 14 11:03:24.156318 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51210) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:24.161731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.162740 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.163365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.163935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.164457 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.165079 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.165598 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.166118 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.166678 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.167213 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.167816 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.168231 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.168611 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.168978 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.169345 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718801c5-1d76-4a70-9322-e9f18eb030cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.237941 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Publish callbacks [] for security_group (90a5d217-d890-4e58-978b-4c1d1a6cfc2e), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.264523 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Publish callbacks [] for security_group (90a5d217-d890-4e58-978b-4c1d1a6cfc2e), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.373208 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (90a5d217-d890-4e58-978b-4c1d1a6cfc2e), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.376182 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.377414 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90a5d217-d890-4e58-978b-4c1d1a6cfc2e HTTP/1.1" status: 204 len: 168 time: 0.2197924 Jul 14 11:03:24.386257 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a5d217-d890-4e58-978b-4c1d1a6cfc2e,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:24.394657 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.395001 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.395896 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.396235 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.396566 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.396891 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.397207 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.397527 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.397859 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.398177 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.398506 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.398939 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.399136 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.399475 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.399786 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db92308a-4360-4d29-8bb7-e2b298229532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:24.830684 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:03:34.146895 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=15,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:34.155568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=24,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:34.389306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:34.390417 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:34.417837 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:34.428506 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:34.823970 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:34.825087 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:35.303196 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4edaf292-a936-4595-8f32-b6c013835711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:37.588718 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fbc59125-a5a5-4c6a-a2c2-eaf99f5769c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:38.629681 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:40.010575 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:40.463934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:50.455734 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:50.458610 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:01.829737 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:04:05.287738 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d3522cf7-367f-4842-a55a-be7917363840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:07.573388 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a01912e6-035d-453a-b7a2-167e38dfcf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:08.623969 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:10.011342 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:10.458968 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.825979 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:11.826881 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:20.448086 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:20.453761 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:35.290828 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e7ac0475-54ff-4130-878f-23a1b69a7e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.578944 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-83faaae8-f0cb-4b1b-92cf-d53edd5da748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.628347 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.828069 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 5 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:04:40.015887 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.466265 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.830122 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:48.825772 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:50.451557 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:50.459851 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:05.297145 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-76e64b16-79a7-4f3c-87b2-13216d1e936c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:07.576063 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-45d9b68b-d10a-496f-b6d0-854f45acc495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:08.634684 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:10.131580 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:10.460982 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.538618 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-713470'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:15.827502 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:05:24.528658 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:24.533969 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:26.857340 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51304) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:26.983424 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7cadbe8b-22a4-42b9-b664-5bb7e4547406 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249652 Jul 14 11:05:29.069609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51314) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:29.124164 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9fbc95a8-eb64-45df-9030-f6ce3f686648 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534613 Jul 14 11:05:33.135104 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:33.137146 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:35.291316 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ddc576f6-b1d4-481f-803a-a3f6e9e6bb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:37.569026 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d45c7d23-d52f-4d55-bf37-6daae62e3981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:38.632792 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:39.119346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:39.120137 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:40.021058 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:40.464001 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:44.527031 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:52.827729 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:05:54.520946 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:54.522730 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:56.825669 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:02.823829 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:05.293463 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6058728-21f9-4994-a9e2-6902def8a7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:07.573069 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3144d311-7d05-4f00-ad00-a56c76f8d2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:08.636658 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:10.025584 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:10.468942 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:14.545793 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:24.539629 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:24.541914 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:29.827807 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:06:35.297248 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-01bda3ad-9d35-4c72-81c8-21b484802f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:37.577226 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-83479b5d-297a-4530-bbe8-dadadb766a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:38.641478 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:39.822829 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:39.824335 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:40.031332 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:40.472022 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:44.541066 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:54.535360 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:54.536492 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:05.317543 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-02758fb6-b865-4499-8fd6-4c2ca5b3e6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:06.833210 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:07:07.618878 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-410dd3b1-1298-478f-b087-0153e8f54d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:08.651058 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:09.789811 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51516) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:10.052081 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.307574 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2002331227-network', 'tenant_id': '7f04452d94114c64b9882cfa66e29479'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:10.348568 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Made reservation on behalf of 7f04452d94114c64b9882cfa66e29479 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:10.355239 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.368525 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.477950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.478857 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks [] for security_group (9d06407e-13b4-443c-a1d0-86df019a2b73), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.484473 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9d06407e-13b4-443c-a1d0-86df019a2b73), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.498627 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:07:10.522059 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (f5b0cebc-58c1-4540-a86f-443ca3b45918), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.522413 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Added segment f5b0cebc-58c1-4540-a86f-443ca3b45918 of type vlan for network 9e745ada-d5b0-42ea-a509-ecc280f4f780 Jul 14 11:07:10.542281 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d06407e-13b4-443c-a1d0-86df019a2b73,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:10.551244 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.551646 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.551984 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.552323 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.552657 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.552983 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.553306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.553629 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.553959 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.554277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.554599 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.555205 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.555561 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.555885 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.556195 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Tracked resource versions report: Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: pushed versions: Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: { 'AddressGroup': {'1.2'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Agent': {'1.1'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'ConntrackHelper': {'1.0'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Log': {'1.0'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'NDPProxy': {'1.0'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Network': {'1.1'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Port': {'1.7'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'PortForwarding': {'1.3'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'QosPolicy': {'1.10'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroup': {'1.5'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SubPort': {'1.0'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Subnet': {'1.1'}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Trunk': {'1.1'}} Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: consumer versions: Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: HyperV agent@hv-cinder-84893: {}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Agent': '1.1', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'ConntrackHelper': '1.0', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'LocalIPAssociation': '1.0', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Log': '1.0', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'NDPProxy': '1.0', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Network': '1.1', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Port': '1.7', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'PortForwarding': '1.3', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'QosPolicy': '1.10', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroup': '1.5', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SecurityGroupRule': '1.2', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'SubPort': '1.0', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Subnet': '1.1', Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: 'Trunk': '1.1'}} Jul 14 11:07:10.557525 dv-cinder-848938-2-iscsi neutron-server[104141]: {{(pid=104141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:07:10.640273 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51548) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:10.732289 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (9e745ada-d5b0-42ea-a509-ecc280f4f780), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.782393 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (9e745ada-d5b0-42ea-a509-ecc280f4f780), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.784836 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:10.787296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.818697 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:10.846435 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51562) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:10.854103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Request body: {'subnet': {'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-subnet', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:10.856807 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0653369 Jul 14 11:07:10.882084 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Made reservation on behalf of 7f04452d94114c64b9882cfa66e29479 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:10.886337 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:10.923965 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250820b-4f11-4384-8676-6857aa50f2ad admin admin] Pushing event updated for resources: {'Network': ['ID=9e745ada-d5b0-42ea-a509-ecc280f4f780,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:10.938574 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:07:11.124823 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51576) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:11.160511 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51580) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:11.183842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (44b46b4d-f60f-4fda-be8f-e4247e94a6be), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.225684 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1170685675-network', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:11.270534 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b46b4d-f60f-4fda-be8f-e4247e94a6be,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:11.287992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Made reservation on behalf of a90a870ee4154287be1282b3f46bdd05 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:11.290739 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.293813 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.294165 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.294747 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.295127 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.295466 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.296008 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.296531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.296886 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.297241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.297581 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.297918 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.298263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.298600 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.298914 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.299235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Tracked resource versions report: Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: pushed versions: Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: { 'AddressGroup': {'1.2'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Agent': {'1.1'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'ConntrackHelper': {'1.0'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Log': {'1.0'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'NDPProxy': {'1.0'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Network': {'1.1'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Port': {'1.7'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'PortForwarding': {'1.3'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'QosPolicy': {'1.10'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroup': {'1.5'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SubPort': {'1.0'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Subnet': {'1.1'}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Trunk': {'1.1'}} Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: consumer versions: Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: HyperV agent@hv-cinder-84893: {}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Agent': '1.1', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'ConntrackHelper': '1.0', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'LocalIPAssociation': '1.0', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Log': '1.0', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'NDPProxy': '1.0', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Network': '1.1', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Port': '1.7', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'PortForwarding': '1.3', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'QosPolicy': '1.10', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroup': '1.5', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SecurityGroupRule': '1.2', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'SubPort': '1.0', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Subnet': '1.1', Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: 'Trunk': '1.1'}} Jul 14 11:07:11.300473 dv-cinder-848938-2-iscsi neutron-server[104142]: {{(pid=104142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:07:11.319849 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.323120 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Checking segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:11.323508 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Network hostable DHCP agents. Network: 9e745ada-d5b0-42ea-a509-ecc280f4f780, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:07:11.365312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:07:11.388195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 9e745ada-d5b0-42ea-a509-ecc280f4f780) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:11.399154 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035eada-e748-4294-864e-917a6ae04a2f None None] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:11.459120 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks [] for security_group (6ebee154-dea3-4695-aecf-95d79adce498), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.464471 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (6ebee154-dea3-4695-aecf-95d79adce498), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.471511 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:11.472488 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.521707 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebee154-dea3-4695-aecf-95d79adce498,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:11.531908 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2d859a64-996d-43d0-84bd-e9b65d9c04cd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6843777 Jul 14 11:07:11.535698 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51592) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:11.541192 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:11.542762 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:07:11.562595 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (92e320f8-1c28-4c01-a397-ea6908d37d48), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.563153 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Added segment 92e320f8-1c28-4c01-a397-ea6908d37d48 of type vlan for network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 Jul 14 11:07:11.639461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-network', 'tenant_id': '9b56ea0be2964e21985deb5964232923'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:11.649665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-9e745ada-d5b0-42ea-a509-ecc280f4f780', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:07:11.651086 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.658833 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (6b59ebe6-7c6e-4831-8fc8-b7d332f14328), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.709251 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-858141661-network', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:11.716721 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (3e3347c4-6e58-4427-999c-0f8642dab46c), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.718075 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (3e3347c4-6e58-4427-999c-0f8642dab46c), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.731083 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (6b59ebe6-7c6e-4831-8fc8-b7d332f14328), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.732877 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:11.733835 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.780980 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1395175 Jul 14 11:07:11.788941 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks [] for router_controller (3e3347c4-6e58-4427-999c-0f8642dab46c), precommit_add_association {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.798354 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51600) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:11.805956 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Request body: {'subnet': {'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1170685675-subnet', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:11.821622 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:11.846949 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Made reservation on behalf of 9b56ea0be2964e21985deb5964232923 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:11.851323 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.976290 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Made reservation on behalf of a90a870ee4154287be1282b3f46bdd05 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:11.979645 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:11.995954 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Allocated IP 172.20.0.2 (9e745ada-d5b0-42ea-a509-ecc280f4f780/44b46b4d-f60f-4fda-be8f-e4247e94a6be/396552af-1264-4a2b-8c46-7cd038b640b2) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:12.130144 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a73772-cc2b-4579-8e24-0cf6e82e74e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b59ebe6-7c6e-4831-8fc8-b7d332f14328,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:12.134836 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:12.141482 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks [] for router_gateway (3e3347c4-6e58-4427-999c-0f8642dab46c), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.146784 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Made reservation on behalf of b3f043134a3d4369983f36769d2ae197 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:12.150303 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.171444 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.219787 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:07:12.223362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (488bea9e-ddae-4599-8017-df5b2ffe2048), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.311951 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.359514 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Publish callbacks [] for port (396552af-1264-4a2b-8c46-7cd038b640b2), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.382058 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.426330 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488bea9e-ddae-4599-8017-df5b2ffe2048,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:12.455969 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Checking segment: {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:12.456737 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Network hostable DHCP agents. Network: 6b59ebe6-7c6e-4831-8fc8-b7d332f14328, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:07:12.490791 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Pushing event updated for resources: {'Port': ['ID=396552af-1264-4a2b-8c46-7cd038b640b2,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:12.500777 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:12.512176 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:07:12.518992 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.519346 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.519740 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.520097 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.520444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.520849 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.521180 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.521542 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.521870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.522194 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.522514 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.522953 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.523285 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.529615 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.530162 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Tracked resource versions report: Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: pushed versions: Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: { 'AddressGroup': {'1.2'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Agent': {'1.1'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'ConntrackHelper': {'1.0'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Log': {'1.0'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'NDPProxy': {'1.0'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Network': {'1.1'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Port': {'1.7'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'PortForwarding': {'1.3'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'QosPolicy': {'1.10'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroup': {'1.5'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SubPort': {'1.0'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Subnet': {'1.1'}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Trunk': {'1.1'}} Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: consumer versions: Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: HyperV agent@hv-cinder-84893: {}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Agent': '1.1', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'ConntrackHelper': '1.0', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'LocalIPAssociation': '1.0', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Log': '1.0', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'NDPProxy': '1.0', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Network': '1.1', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Port': '1.7', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'PortForwarding': '1.3', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'QosPolicy': '1.10', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroup': '1.5', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SecurityGroupRule': '1.2', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'SubPort': '1.0', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Subnet': '1.1', Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: 'Trunk': '1.1'}} Jul 14 11:07:12.531524 dv-cinder-848938-2-iscsi neutron-server[104143]: {{(pid=104143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:07:12.534214 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 6b59ebe6-7c6e-4831-8fc8-b7d332f14328) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:12.538886 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:12.539581 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.560602 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-42df345c-6e99-4807-a463-24b2f1742b28 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7605643 Jul 14 11:07:12.563500 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51618) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:12.568365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:12.624996 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (7cf4b1fa-8045-4935-b082-f12db0b654e2), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.626240 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (7cf4b1fa-8045-4935-b082-f12db0b654e2), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.633447 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks [] for security_group (02d274ab-1cca-4043-b83f-2607feb7bce4), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.637959 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:12.648130 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (02d274ab-1cca-4043-b83f-2607feb7bce4), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.664328 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:07:12.671354 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e20f36-491a-48f6-a805-21f52897e5b0 None None] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:12.677648 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (aa9fec55-2f29-401c-ab78-8612a3bcbdef), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.678093 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Added segment aa9fec55-2f29-401c-ab78-8612a3bcbdef of type vlan for network 131ff080-99aa-4954-b49d-b15b1af99faa Jul 14 11:07:12.684939 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:12.729076 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (131ff080-99aa-4954-b49d-b15b1af99faa), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.774532 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (131ff080-99aa-4954-b49d-b15b1af99faa), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.775914 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:12.776723 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.841383 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:12.889971 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7274072 Jul 14 11:07:12.891449 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Pushing event updated for resources: {'Network': ['ID=131ff080-99aa-4954-b49d-b15b1af99faa,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:12.895721 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51636) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:12.906749 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Request body: {'subnet': {'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-subnet', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:12.942312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Made reservation on behalf of b3f043134a3d4369983f36769d2ae197 for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:12.945256 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.961082 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks [] for router_controller (7cf4b1fa-8045-4935-b082-f12db0b654e2), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:12.974503 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:12.993502 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 131ff080-99aa-4954-b49d-b15b1af99faa details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:07:12.998993 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:13.003208 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'fixed_ips': [{'subnet_id': '488bea9e-ddae-4599-8017-df5b2ffe2048'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:07:13.020870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.168930 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7eb4-0ab3-470e-a3da-cf023480afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d274ab-1cca-4043-b83f-2607feb7bce4,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:13.218642 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks [] for router_gateway (3e3347c4-6e58-4427-999c-0f8642dab46c), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.265941 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.273996 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Allocated IP 172.20.0.2 (6b59ebe6-7c6e-4831-8fc8-b7d332f14328/488bea9e-ddae-4599-8017-df5b2ffe2048/b064601c-9960-420c-85d6-efc81ae0ae74) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:13.288336 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:13.298486 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks [] for security_group (1cd360c8-8bb4-4bea-a92b-5e3165e665ba), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.341227 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks [] for router_gateway (7cf4b1fa-8045-4935-b082-f12db0b654e2), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.357026 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1cd360c8-8bb4-4bea-a92b-5e3165e665ba), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.404327 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:07:13.435617 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd360c8-8bb4-4bea-a92b-5e3165e665ba,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:13.475605 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (9b4b7883-ad7f-4afc-a21e-44f50a18c86f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.476041 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Added segment 9b4b7883-ad7f-4afc-a21e-44f50a18c86f of type vlan for network 90ec2180-c51d-4c74-aa35-68c20d17fb42 Jul 14 11:07:13.602695 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:13.636373 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Attempting to bind port 396552af-1264-4a2b-8c46-7cd038b640b2 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:13.643660 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Attempting to bind port 396552af-1264-4a2b-8c46-7cd038b640b2 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:13.644277 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Attempting to bind port 396552af-1264-4a2b-8c46-7cd038b640b2 on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:13.659670 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:13.659670 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Checking segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:13.659670 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.659670 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Bound using segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:13.659670 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Bound port: 396552af-1264-4a2b-8c46-7cd038b640b2, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:13.659670 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.665294 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:13.666003 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (90ec2180-c51d-4c74-aa35-68c20d17fb42), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.690674 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (ab43c949-5864-4843-99b7-bdb6acb41ec3), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.695077 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Allocated IP 172.27.0.18 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/a087ff59-b338-4c21-b702-b9c5cc110c4b) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:13.811191 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab43c949-5864-4843-99b7-bdb6acb41ec3,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:13.824526 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.db.resource_extend [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 14 11:07:13.836052 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] For port 396552af-1264-4a2b-8c46-7cd038b640b2, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:13.840182 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Publish callbacks [] for port (b064601c-9960-420c-85d6-efc81ae0ae74), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.844424 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] For port 396552af-1264-4a2b-8c46-7cd038b640b2, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=396552af-1264-4a2b-8c46-7cd038b640b2,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:13.854749 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.874265 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.892914 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks [] for router_gateway (7cf4b1fa-8045-4935-b082-f12db0b654e2), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.915066 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.916614 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (90ec2180-c51d-4c74-aa35-68c20d17fb42), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.918888 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:13.919855 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.927485 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:13.960325 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:13.965795 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:13.975407 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:14.069863 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:14.073344 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081de4e-5461-426a-b4b5-7c54a17c96c6 None None] Pushing event updated for resources: {'Port': ['ID=396552af-1264-4a2b-8c46-7cd038b640b2,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:14.079307 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Attempting to bind port b064601c-9960-420c-85d6-efc81ae0ae74 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:14.079726 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Attempting to bind port b064601c-9960-420c-85d6-efc81ae0ae74 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:14.080512 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Attempting to bind port b064601c-9960-420c-85d6-efc81ae0ae74 on network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:14.094561 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:14.095037 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Checking segment: {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:14.095536 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.097147 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Bound using segment: {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:14.098168 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Bound port: b064601c-9960-420c-85d6-efc81ae0ae74, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:14.099031 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.182573 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] Pushing event updated for resources: {'Network': ['ID=90ec2180-c51d-4c74-aa35-68c20d17fb42,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:14.198284 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-95388a72-bf0e-46c8-9318-600c55a68108 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0716879 Jul 14 11:07:14.202074 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51672) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:14.214314 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Request body: {'subnet': {'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-subnet', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:14.234948 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Checking segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:14.236614 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Network hostable DHCP agents. Network: 131ff080-99aa-4954-b49d-b15b1af99faa, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:07:14.244574 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:07:14.286463 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Pushing event updated for resources: {'Port': ['ID=b064601c-9960-420c-85d6-efc81ae0ae74,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:14.315140 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Made reservation on behalf of 9b56ea0be2964e21985deb5964232923 for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:14.321232 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.331289 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] For port b064601c-9960-420c-85d6-efc81ae0ae74, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:14.340803 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Network 131ff080-99aa-4954-b49d-b15b1af99faa is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:07:14.355054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] For port b064601c-9960-420c-85d6-efc81ae0ae74, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=b064601c-9960-420c-85d6-efc81ae0ae74,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:14.441144 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.442285 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks [] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.473939 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 131ff080-99aa-4954-b49d-b15b1af99faa) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:14.510719 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92a131-3b41-47fe-b7fc-08e6f7a91cc4 None None] Pushing event updated for resources: {'Port': ['ID=b064601c-9960-420c-85d6-efc81ae0ae74,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:14.526598 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5983903-4d27-4641-aee1-ed1d2fde2aac None None] Network 131ff080-99aa-4954-b49d-b15b1af99faa requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:14.587257 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:14.587920 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.648399 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.758359 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:14.788929 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 396552af-1264-4a2b-8c46-7cd038b640b2 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:14.792919 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e79200a4-7452-403d-b410-d8093b10c5da admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8935874 Jul 14 11:07:14.796220 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51692) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:14.804155 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:14.827376 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.929382 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Allocated IP 172.27.0.134 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/47e0d35a-2605-4a7d-9cd1-811233bbfc30) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:14.936559 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a087ff59-b338-4c21-b702-b9c5cc110c4b,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:14.940071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (470bf34f-6a8f-44cb-a2df-df66bce172ac), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.942908 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (470bf34f-6a8f-44cb-a2df-df66bce172ac), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:14.959684 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-131ff080-99aa-4954-b49d-b15b1af99faa', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:07:14.965672 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.031980 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (1ca2b66a-e97f-480c-a28a-47999a71b676), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.035672 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks [] for router_controller (470bf34f-6a8f-44cb-a2df-df66bce172ac), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.048997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:15.061171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 396552af-1264-4a2b-8c46-7cd038b640b2 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:15.061554 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.378611 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca2b66a-e97f-480c-a28a-47999a71b676,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:15.382787 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:15.472012 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:15.473618 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 396552af-1264-4a2b-8c46-7cd038b640b2 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:15.474214 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.500177 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:15.535865 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Checking segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:15.536278 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Network hostable DHCP agents. Network: 90ec2180-c51d-4c74-aa35-68c20d17fb42, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:07:15.553887 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Allocated IP 172.20.0.2 (131ff080-99aa-4954-b49d-b15b1af99faa/ab43c949-5864-4843-99b7-bdb6acb41ec3/54044b9d-915d-46a4-b51c-1e7b1fd0c433) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:15.573786 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks [] for router_gateway (470bf34f-6a8f-44cb-a2df-df66bce172ac), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.633020 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51714) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:15.677637 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:15.758890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 396552af-1264-4a2b-8c46-7cd038b640b2, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=396552af-1264-4a2b-8c46-7cd038b640b2,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:15.781371 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.880480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks [] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:15.941568 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:07:15.966645 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:16.001375 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 90ec2180-c51d-4c74-aa35-68c20d17fb42) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:16.018246 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:16.022312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.027346 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4c7cb-240b-41d8-8a5a-b396a6c08217 None None] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:16.034565 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311447e2-9c1f-49ff-9ba7-f4a0e8ac2bf8 None None] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:16.047863 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2f97f519-5ef2-4792-aa9d-d52f2f108b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.056162 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c6815ac5-76ae-4889-8ab7-157b7843fc25 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8462226 Jul 14 11:07:16.056162 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51730) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:16.066027 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:16.127982 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:16.242006 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:16.295980 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (33f6a44b-fe67-4873-9206-5d70077f9f81), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.318982 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (33f6a44b-fe67-4873-9206-5d70077f9f81), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.391867 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2f97f519-5ef2-4792-aa9d-d52f2f108b13 admin admin] Publish callbacks [] for security_group (d41a3de4-afa4-4e2d-9acb-747b406aa5c2), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.399268 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks [] for router_gateway (470bf34f-6a8f-44cb-a2df-df66bce172ac), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.459860 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2f97f519-5ef2-4792-aa9d-d52f2f108b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d41a3de4-afa4-4e2d-9acb-747b406aa5c2), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.465596 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51744) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:16.470092 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks [] for router_controller (33f6a44b-fe67-4873-9206-5d70077f9f81), precommit_add_association {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.484193 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.488438 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.517693 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:16.529503 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:16.532227 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:16.619590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e49b3a-4149-495d-b7a5-cb476e612e77 None None] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:16.622359 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-7a54bd85-e715-4919-904f-0d9049aff13d None None] Provisioning complete for port 396552af-1264-4a2b-8c46-7cd038b640b2 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:16.632261 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7a54bd85-e715-4919-904f-0d9049aff13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.700373 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks [] for router_gateway (3e3347c4-6e58-4427-999c-0f8642dab46c), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.822949 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:16.840873 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2f97f519-5ef2-4792-aa9d-d52f2f108b13 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=02935d215ec341e189241e3a6c9e2747&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2029307 Jul 14 11:07:16.849202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51752) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:16.877612 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks [] for router_gateway (33f6a44b-fe67-4873-9206-5d70077f9f81), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.927863 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:16.930284 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05af51d6-b4ed-47ce-a06b-59c7e02bdcbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:16.946954 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97f519-5ef2-4792-aa9d-d52f2f108b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a3de4-afa4-4e2d-9acb-747b406aa5c2,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:17.002311 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device b064601c-9960-420c-85d6-efc81ae0ae74 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:17.045555 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-90ec2180-c51d-4c74-aa35-68c20d17fb42', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'project_id': '9b56ea0be2964e21985deb5964232923', 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:07:17.046796 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.204443 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks [] for router_gateway (7cf4b1fa-8045-4935-b082-f12db0b654e2), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.252607 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:17.254561 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Pushing event updated for resources: {'Port': ['ID=47e0d35a-2605-4a7d-9cd1-811233bbfc30,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:17.290522 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Allocated IP 172.20.0.2 (90ec2180-c51d-4c74-aa35-68c20d17fb42/1ca2b66a-e97f-480c-a28a-47999a71b676/8ed480f1-761d-401c-be43-d1f94330a673) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:17.300616 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks [] for router_gateway (33f6a44b-fe67-4873-9206-5d70077f9f81), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.330048 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.332809 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (3e3347c4-6e58-4427-999c-0f8642dab46c), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.350213 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9979bddf-ef85-487c-b024-824664c8c46d admin admin] Publish callbacks [] for security_group (d41a3de4-afa4-4e2d-9acb-747b406aa5c2), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.388876 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:17.420568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9979bddf-ef85-487c-b024-824664c8c46d admin admin] Publish callbacks [] for security_group (d41a3de4-afa4-4e2d-9acb-747b406aa5c2), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.445490 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:17.476350 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:17.479012 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=396552af-1264-4a2b-8c46-7cd038b640b2,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:17.487841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Allocated IP 172.27.0.244 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/4b48f88a-82a0-462a-ae20-46392743424e) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:17.512932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9979bddf-ef85-487c-b024-824664c8c46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d41a3de4-afa4-4e2d-9acb-747b406aa5c2), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.517180 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9979bddf-ef85-487c-b024-824664c8c46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.518768 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9979bddf-ef85-487c-b024-824664c8c46d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d41a3de4-afa4-4e2d-9acb-747b406aa5c2 HTTP/1.1" status: 204 len: 168 time: 0.6266520 Jul 14 11:07:17.558374 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Publish callbacks [] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.573454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Router 3e3347c4-6e58-4427-999c-0f8642dab46c is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:07:17.575290 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Publish callbacks [] for port (8ed480f1-761d-401c-be43-d1f94330a673), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.584270 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979bddf-ef85-487c-b024-824664c8c46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a3de4-afa4-4e2d-9acb-747b406aa5c2,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:17.585639 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.725795 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:17.739318 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:17.748837 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.751994 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b8529375-279a-4bfc-9924-aa16a42a97f2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2149129 Jul 14 11:07:17.754197 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:17.755277 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:17.757019 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51780) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:17.872401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05af51d6-b4ed-47ce-a06b-59c7e02bdcbc admin admin] Publish callbacks [] for security_group (cf0f8cf5-74a8-4905-968c-bbe227d94f70), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.913612 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05af51d6-b4ed-47ce-a06b-59c7e02bdcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (cf0f8cf5-74a8-4905-968c-bbe227d94f70), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.953395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (8ed480f1-761d-401c-be43-d1f94330a673), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:17.973328 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7a54bd85-e715-4919-904f-0d9049aff13d None None] Current status of the port 396552af-1264-4a2b-8c46-7cd038b640b2 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:17.976123 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:18.001619 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-05af51d6-b4ed-47ce-a06b-59c7e02bdcbc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e4a8af112fa744a185f2dfe34224f554&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5296590 Jul 14 11:07:18.005296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51784) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:18.005919 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af51d6-b4ed-47ce-a06b-59c7e02bdcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f8cf5-74a8-4905-968c-bbe227d94f70,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:18.007850 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Network 131ff080-99aa-4954-b49d-b15b1af99faa is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:18.015557 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:18.022116 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:18.028666 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:18.113382 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Pushing event updated for resources: {'Port': ['ID=54044b9d-915d-46a4-b51c-1e7b1fd0c433,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:18.126468 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:18.147896 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks [] for port (4b48f88a-82a0-462a-ae20-46392743424e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.218597 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:18.225998 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51790) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:18.267836 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:18.273945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (7cf4b1fa-8045-4935-b082-f12db0b654e2), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.279369 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port b064601c-9960-420c-85d6-efc81ae0ae74 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:18.280208 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.295695 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3564-ddd7-448e-957d-75979dc33e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.298586 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (4b48f88a-82a0-462a-ae20-46392743424e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.385044 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:16Z', 'revision_number': 3, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:18.400346 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Pushing event updated for resources: {'Port': ['ID=8ed480f1-761d-401c-be43-d1f94330a673,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:18.409144 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-39792ff4-1090-4081-8cdb-ebcd1b3d93f1 None None] Provisioning complete for port 396552af-1264-4a2b-8c46-7cd038b640b2 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:18.409588 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-39792ff4-1090-4081-8cdb-ebcd1b3d93f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.414059 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Pushing event updated for resources: {'Port': ['ID=4b48f88a-82a0-462a-ae20-46392743424e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:18.437180 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:18.437886 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Updating router 3e3347c4-6e58-4427-999c-0f8642dab46c port a087ff59-b338-4c21-b702-b9c5cc110c4b binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:18.492939 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-21457fd9-f4bd-4415-a2df-cb7fbbe2a119 admin admin] Publish callbacks [] for security_group (cf0f8cf5-74a8-4905-968c-bbe227d94f70), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.504781 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.509736 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Allocated IP 172.27.0.226 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/3d844975-6570-4840-884c-9cdde19f226e) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:18.544918 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3564-ddd7-448e-957d-75979dc33e14 admin admin] Publish callbacks [] for security_group (03dd3e25-ae6c-4d93-9668-66a896008978), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.549680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:18.553147 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=1,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:18.558183 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-21457fd9-f4bd-4415-a2df-cb7fbbe2a119 admin admin] Publish callbacks [] for security_group (cf0f8cf5-74a8-4905-968c-bbe227d94f70), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.560984 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:18.562883 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3564-ddd7-448e-957d-75979dc33e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (03dd3e25-ae6c-4d93-9668-66a896008978), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.589506 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Attempting to bind port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:18.589506 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Attempting to bind port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:18.590522 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Attempting to bind port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:18.624759 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Attempting to bind port 8ed480f1-761d-401c-be43-d1f94330a673 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:18.625063 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Attempting to bind port 8ed480f1-761d-401c-be43-d1f94330a673 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:18.625409 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Attempting to bind port 8ed480f1-761d-401c-be43-d1f94330a673 on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:18.632915 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:18.633381 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Checking segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:18.633693 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.634083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Bound using segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:18.634570 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Bound port: 54044b9d-915d-46a4-b51c-1e7b1fd0c433, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:18.634946 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.665984 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:18.666343 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Checking segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:18.666738 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.667131 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Bound using segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:18.667657 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Bound port: 8ed480f1-761d-401c-be43-d1f94330a673, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:18.668069 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8ed480f1-761d-401c-be43-d1f94330a673), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.701880 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port b064601c-9960-420c-85d6-efc81ae0ae74 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:18.701880 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.732175 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:18.734719 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-39792ff4-1090-4081-8cdb-ebcd1b3d93f1 None None] Current status of the port 396552af-1264-4a2b-8c46-7cd038b640b2 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:18.744942 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:18.754311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:18.781482 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f0cb3564-ddd7-448e-957d-75979dc33e14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ab7291487d9840e5bfb396450a5cc98d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5066075 Jul 14 11:07:18.787408 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51796) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:18.794924 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port b064601c-9960-420c-85d6-efc81ae0ae74, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=b064601c-9960-420c-85d6-efc81ae0ae74,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:18.802631 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-39792ff4-1090-4081-8cdb-ebcd1b3d93f1 None None] Provisioning complete for port b064601c-9960-420c-85d6-efc81ae0ae74 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:18.803025 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-39792ff4-1090-4081-8cdb-ebcd1b3d93f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.833048 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:18.834232 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.856147 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] For port 54044b9d-915d-46a4-b51c-1e7b1fd0c433, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:18.914524 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb3564-ddd7-448e-957d-75979dc33e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd3e25-ae6c-4d93-9668-66a896008978,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:18.917438 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] For port 54044b9d-915d-46a4-b51c-1e7b1fd0c433, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=54044b9d-915d-46a4-b51c-1e7b1fd0c433,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:18.920036 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] For port 8ed480f1-761d-401c-be43-d1f94330a673, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:18.947464 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:18.949176 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] For port 8ed480f1-761d-401c-be43-d1f94330a673, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=8ed480f1-761d-401c-be43-d1f94330a673,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:18.952406 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.970913 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=b064601c-9960-420c-85d6-efc81ae0ae74,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:18.988364 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8ed480f1-761d-401c-be43-d1f94330a673), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.998607 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-21457fd9-f4bd-4415-a2df-cb7fbbe2a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (cf0f8cf5-74a8-4905-968c-bbe227d94f70), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.001462 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-21457fd9-f4bd-4415-a2df-cb7fbbe2a119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.002775 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-21457fd9-f4bd-4415-a2df-cb7fbbe2a119 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf0f8cf5-74a8-4905-968c-bbe227d94f70 HTTP/1.1" status: 204 len: 168 time: 0.9949322 Jul 14 11:07:19.017105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks [] for port (3d844975-6570-4840-884c-9cdde19f226e), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.017472 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:19.037678 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0450e-ef88-4671-82ba-539d26f2d2d9 admin admin] Publish callbacks [] for security_group (03dd3e25-ae6c-4d93-9668-66a896008978), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.043005 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 396552af-1264-4a2b-8c46-7cd038b640b2 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:19.045491 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21457fd9-f4bd-4415-a2df-cb7fbbe2a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f8cf5-74a8-4905-968c-bbe227d94f70,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:19.182143 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0450e-ef88-4671-82ba-539d26f2d2d9 admin admin] Publish callbacks [] for security_group (03dd3e25-ae6c-4d93-9668-66a896008978), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.212959 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-39792ff4-1090-4081-8cdb-ebcd1b3d93f1 None None] Current status of the port b064601c-9960-420c-85d6-efc81ae0ae74 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:19.243725 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks [] for router_gateway (470bf34f-6a8f-44cb-a2df-df66bce172ac), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.273480 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc912c7-1d31-4200-b894-1530aca48a74 None None] Pushing event updated for resources: {'Port': ['ID=54044b9d-915d-46a4-b51c-1e7b1fd0c433,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:19.295421 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.323455 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (3d844975-6570-4840-884c-9cdde19f226e), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.348194 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Router 7cf4b1fa-8045-4935-b082-f12db0b654e2 is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:07:19.448939 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 396552af-1264-4a2b-8c46-7cd038b640b2 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:19.450079 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.639609 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845f0ec-871e-4152-8521-42810d576d47 None None] Pushing event updated for resources: {'Port': ['ID=8ed480f1-761d-401c-be43-d1f94330a673,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:19.706701 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 396552af-1264-4a2b-8c46-7cd038b640b2 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:19.759830 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:19.768821 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Pushing event updated for resources: {'Port': ['ID=3d844975-6570-4840-884c-9cdde19f226e,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:19.772135 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:19.790555 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:19.799895 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Publish callbacks [] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.821551 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.841895 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:19.857064 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Sync routers for ids ['7cf4b1fa-8045-4935-b082-f12db0b654e2'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:19.884081 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Routers {'7cf4b1fa-8045-4935-b082-f12db0b654e2'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:19.886625 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7cf4b1fa-8045-4935-b082-f12db0b654e2'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:19.903939 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.911288 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8ee638fa-9725-400a-81f9-047ae530ecc3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3453395 Jul 14 11:07:19.911734 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (470bf34f-6a8f-44cb-a2df-df66bce172ac), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.916978 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51814) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:19.936732 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Pushing event updated for resources: {'Port': ['ID=a087ff59-b338-4c21-b702-b9c5cc110c4b,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:19.953503 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0450e-ef88-4671-82ba-539d26f2d2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (03dd3e25-ae6c-4d93-9668-66a896008978), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.954877 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0450e-ef88-4671-82ba-539d26f2d2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.958962 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-0ef0450e-ef88-4671-82ba-539d26f2d2d9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03dd3e25-ae6c-4d93-9668-66a896008978 HTTP/1.1" status: 204 len: 168 time: 1.1648741 Jul 14 11:07:19.960005 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.961571 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.962334 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.963336 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.964275 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.965482 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.965964 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.966439 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.967163 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.967943 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.968664 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.969482 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.970113 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.970637 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.971202 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Tracked resource versions report: Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: pushed versions: Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: { 'AddressGroup': {'1.2'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Agent': {'1.1'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'ConntrackHelper': {'1.0'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'LocalIPAssociation': {'1.0'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Log': {'1.0'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'NDPProxy': {'1.0'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Network': {'1.1'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Port': {'1.7'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'PortForwarding': {'1.3'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'QosPolicy': {'1.10'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroup': {'1.5'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SubPort': {'1.0'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Subnet': {'1.1'}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Trunk': {'1.1'}} Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: consumer versions: Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: { DHCP agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: HyperV agent@hv-cinder-84893: {}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: L3 agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: Metadata agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: Metering agent@dv-cinder-848938-2-iscsi: {}, Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: Open vSwitch agent@dv-cinder-848938-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Agent': '1.1', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'ConntrackHelper': '1.0', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'LocalIPAssociation': '1.0', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Log': '1.0', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'NDPProxy': '1.0', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Network': '1.1', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Port': '1.7', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'PortForwarding': '1.3', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'QosPolicy': '1.10', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroup': '1.5', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SecurityGroupRule': '1.2', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'SubPort': '1.0', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Subnet': '1.1', Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: 'Trunk': '1.1'}} Jul 14 11:07:19.972555 dv-cinder-848938-2-iscsi neutron-server[104144]: {{(pid=104144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:07:19.996631 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0450e-ef88-4671-82ba-539d26f2d2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd3e25-ae6c-4d93-9668-66a896008978,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:20.020767 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Allocated IP 172.20.0.1 (9e745ada-d5b0-42ea-a509-ecc280f4f780/44b46b4d-f60f-4fda-be8f-e4247e94a6be/8de2e282-b843-478a-a280-8474deeb97ed) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:20.072875 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Attempting to bind port a087ff59-b338-4c21-b702-b9c5cc110c4b on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:20.073230 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Attempting to bind port a087ff59-b338-4c21-b702-b9c5cc110c4b by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:20.073667 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Attempting to bind port a087ff59-b338-4c21-b702-b9c5cc110c4b on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:20.080337 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:20.080833 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:20.081261 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.081948 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:20.082577 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Bound port: a087ff59-b338-4c21-b702-b9c5cc110c4b, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:20.083117 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.221389 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:20.226185 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] For port a087ff59-b338-4c21-b702-b9c5cc110c4b, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:20.231213 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] For port a087ff59-b338-4c21-b702-b9c5cc110c4b, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=a087ff59-b338-4c21-b702-b9c5cc110c4b,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:20.241734 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.246630 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Set router 7cf4b1fa-8045-4935-b082-f12db0b654e2 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:20.399259 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:20.399966 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:20.417310 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec0ef-63b7-4c3a-8d33-4ef05647d5e0 None None] Pushing event updated for resources: {'Port': ['ID=a087ff59-b338-4c21-b702-b9c5cc110c4b,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:20.506135 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:20.510600 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:20.587639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks [] for router_gateway (33f6a44b-fe67-4873-9206-5d70077f9f81), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.601438 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks [] for port (8de2e282-b843-478a-a280-8474deeb97ed), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.633607 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:07:16Z', 'revision_number': 3, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port': {'id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:20.659960 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:20.715598 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:20.722375 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Checking router: 7cf4b1fa-8045-4935-b082-f12db0b654e2 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:20.722729 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Updating router 7cf4b1fa-8045-4935-b082-f12db0b654e2 port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:20.813731 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (8de2e282-b843-478a-a280-8474deeb97ed), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.831943 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.840903 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc47a0-447c-435f-bb03-0f2575b3e0b8 None None] Network 131ff080-99aa-4954-b49d-b15b1af99faa requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:20.882579 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:20.912312 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:20.913967 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-2c0d17ee-dcaa-41a5-9377-3564ff59444b None None] Provisioning complete for port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:20.914205 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2c0d17ee-dcaa-41a5-9377-3564ff59444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.963648 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:20.969167 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Router 470bf34f-6a8f-44cb-a2df-df66bce172ac is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:07:20.987863 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:21.018074 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:21.022308 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:21.030362 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (3e3347c4-6e58-4427-999c-0f8642dab46c), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:21.042343 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=8de2e282-b843-478a-a280-8474deeb97ed,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:21.282553 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:16Z', 'revision_number': 3, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:21.313928 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbcf58a-c6b0-4dee-a058-e56a0fda24ef None None] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:21.386455 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1da6a37-6e4d-4760-a979-59bafc2b55da None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:16Z', 'revision_number': 3, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:21.457863 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:21.473270 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Sync routers for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:21.495193 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:21.501570 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:21.547809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:21.549675 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-41fd0a92-9fc4-41bb-b23e-68f8b2d6b672 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7515535 Jul 14 11:07:21.552714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51860) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:21.705714 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device b064601c-9960-420c-85d6-efc81ae0ae74 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:21.799021 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:21.998335 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.105658 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8de2e282-b843-478a-a280-8474deeb97ed), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.372073 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:22.419562 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Publish callbacks [] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.489179 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks [] for port (8de2e282-b843-478a-a280-8474deeb97ed), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.491462 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (33f6a44b-fe67-4873-9206-5d70077f9f81), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.498514 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.569003 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:18Z', 'revision_number': 3, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:22.650622 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Checking router: 470bf34f-6a8f-44cb-a2df-df66bce172ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:22.650978 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Updating router 470bf34f-6a8f-44cb-a2df-df66bce172ac port 4b48f88a-82a0-462a-ae20-46392743424e binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:22.695119 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8de2e282-b843-478a-a280-8474deeb97ed), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.696329 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (3e3347c4-6e58-4427-999c-0f8642dab46c), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.717801 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:22.728599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d17ee-dcaa-41a5-9377-3564ff59444b None None] Current status of the port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:22.729051 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2c0d17ee-dcaa-41a5-9377-3564ff59444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.755979 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4b48f88a-82a0-462a-ae20-46392743424e), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.785951 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-2c0d17ee-dcaa-41a5-9377-3564ff59444b None None] For port 54044b9d-915d-46a4-b51c-1e7b1fd0c433, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=54044b9d-915d-46a4-b51c-1e7b1fd0c433,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:22.789335 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51900) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:22.811187 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=8de2e282-b843-478a-a280-8474deeb97ed,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:22.847291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Attempting to bind port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:22.847743 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Attempting to bind port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:22.848103 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Attempting to bind port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:22.850625 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:22.853009 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2c0d17ee-dcaa-41a5-9377-3564ff59444b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.861840 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port b064601c-9960-420c-85d6-efc81ae0ae74 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:22.862204 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.874423 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:22.874822 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:22.875195 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.875615 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:22.876103 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Bound port: 47e0d35a-2605-4a7d-9cd1-811233bbfc30, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:22.876590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.941760 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:22.956190 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Allocated IP 172.20.0.1 (6b59ebe6-7c6e-4831-8fc8-b7d332f14328/488bea9e-ddae-4599-8017-df5b2ffe2048/3ec4c7d2-966a-44bf-b45f-238a6edc4ef4) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:22.981973 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] For port 47e0d35a-2605-4a7d-9cd1-811233bbfc30, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:22.986448 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] For port 47e0d35a-2605-4a7d-9cd1-811233bbfc30, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=47e0d35a-2605-4a7d-9cd1-811233bbfc30,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:23.021853 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79135c-7d78-43f3-8076-10fd265d96ea None None] Pushing event updated for resources: {'Port': ['ID=47e0d35a-2605-4a7d-9cd1-811233bbfc30,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:23.039802 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:23.041544 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:23.048288 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.129928 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Provisioning complete for port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:23.130302 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.173084 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Router 33f6a44b-fe67-4873-9206-5d70077f9f81 is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:07:23.219939 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cc237823-394f-4183-88af-bc6171375047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.272842 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d17ee-dcaa-41a5-9377-3564ff59444b None None] Pushing event updated for resources: {'Port': ['ID=54044b9d-915d-46a4-b51c-1e7b1fd0c433,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:23.306386 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Routers {'7cf4b1fa-8045-4935-b082-f12db0b654e2'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:23.307072 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7cf4b1fa-8045-4935-b082-f12db0b654e2'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:23.437388 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.481650 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79135c-7d78-43f3-8076-10fd265d96ea None None] Pushing event updated for resources: {'Port': ['ID=47e0d35a-2605-4a7d-9cd1-811233bbfc30,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:23.505564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.541648 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:23.573887 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:23.613900 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks [] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.636481 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.646099 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port b064601c-9960-420c-85d6-efc81ae0ae74 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:23.648168 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 8ed480f1-761d-401c-be43-d1f94330a673 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:23.651094 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Sync routers for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:23.664369 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Publish callbacks [] for port (4b48f88a-82a0-462a-ae20-46392743424e), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.666197 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.685022 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4b48f88a-82a0-462a-ae20-46392743424e), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.698433 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:23.703585 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:23.749016 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:23.749949 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:23.772119 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:23.772620 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (7cf4b1fa-8045-4935-b082-f12db0b654e2), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.776618 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.777949 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-578dbcfc-5a43-4133-b501-122efd439109 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7207940 Jul 14 11:07:23.793794 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cc237823-394f-4183-88af-bc6171375047 admin admin] Publish callbacks [] for security_group (1a117120-22e5-426a-99f6-a7f9353b585e), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.794798 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51924) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:23.911210 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.919023 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cc237823-394f-4183-88af-bc6171375047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1a117120-22e5-426a-99f6-a7f9353b585e), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.958584 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] Set router 7cf4b1fa-8045-4935-b082-f12db0b654e2 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:23.971327 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Attempting to bind port 4b48f88a-82a0-462a-ae20-46392743424e on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:23.971707 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Attempting to bind port 4b48f88a-82a0-462a-ae20-46392743424e by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:23.972065 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Attempting to bind port 4b48f88a-82a0-462a-ae20-46392743424e on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:24.000064 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce97a53-43bd-4f6c-9837-d5ce6287a68d None None] Pushing event updated for resources: {'Port': ['ID=4b48f88a-82a0-462a-ae20-46392743424e,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:24.003974 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:24.004444 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:24.005192 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.005763 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:24.006581 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Bound port: 4b48f88a-82a0-462a-ae20-46392743424e, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:24.008441 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4b48f88a-82a0-462a-ae20-46392743424e), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.039124 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:24.112468 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.131512 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] For port 4b48f88a-82a0-462a-ae20-46392743424e, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:24.140438 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] For port 4b48f88a-82a0-462a-ae20-46392743424e, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=4b48f88a-82a0-462a-ae20-46392743424e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:24.142234 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 8ed480f1-761d-401c-be43-d1f94330a673 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:24.144161 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8ed480f1-761d-401c-be43-d1f94330a673), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.155291 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4b48f88a-82a0-462a-ae20-46392743424e), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.228654 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-cc237823-394f-4183-88af-bc6171375047 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8362e5675331424982c4e018bbfea642&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4377995 Jul 14 11:07:24.230146 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:24.236888 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 51940) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:24.237105 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Current status of the port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:24.303055 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:24.306886 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.317247 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:24.320695 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:24.336852 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc237823-394f-4183-88af-bc6171375047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a117120-22e5-426a-99f6-a7f9353b585e,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:24.372267 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:24.387427 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-9afda630-ebcf-4e14-9b69-daebd9b74ae8 admin admin] 10.222.0.75 "PUT /v2.0/routers/3e3347c4-6e58-4427-999c-0f8642dab46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6193910 Jul 14 11:07:24.387649 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce97a53-43bd-4f6c-9837-d5ce6287a68d None None] Pushing event updated for resources: {'Port': ['ID=4b48f88a-82a0-462a-ae20-46392743424e,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:24.474497 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c35a8dfc-16fc-4607-bba8-23dfdb65b86d admin admin] Publish callbacks [] for security_group (1a117120-22e5-426a-99f6-a7f9353b585e), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.505982 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:24.517706 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:24.594219 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:24.614795 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:24.626870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:24.629634 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c35a8dfc-16fc-4607-bba8-23dfdb65b86d admin admin] Publish callbacks [] for security_group (1a117120-22e5-426a-99f6-a7f9353b585e), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.693778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Allocated IP 172.20.0.1 (131ff080-99aa-4954-b49d-b15b1af99faa/ab43c949-5864-4843-99b7-bdb6acb41ec3/af3201f6-c635-4311-a147-60ea66758c6c) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:24.699875 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Provisioning complete for port 8ed480f1-761d-401c-be43-d1f94330a673 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:24.699875 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8ed480f1-761d-401c-be43-d1f94330a673), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:24.788444 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:24.789034 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:24.851643 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:25.035281 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:07:16Z', 'revision_number': 3, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port': {'id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:25.068021 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.071523 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c35a8dfc-16fc-4607-bba8-23dfdb65b86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1a117120-22e5-426a-99f6-a7f9353b585e), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.075148 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c35a8dfc-16fc-4607-bba8-23dfdb65b86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.088970 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c35a8dfc-16fc-4607-bba8-23dfdb65b86d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1a117120-22e5-426a-99f6-a7f9353b585e HTTP/1.1" status: 204 len: 168 time: 0.8243349 Jul 14 11:07:25.094348 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:25.269059 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks [] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.289544 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 8ed480f1-761d-401c-be43-d1f94330a673 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:25.289684 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks [] for port (af3201f6-c635-4311-a147-60ea66758c6c), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.290264 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8ed480f1-761d-401c-be43-d1f94330a673), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.298190 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 51980) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:25.303162 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.304439 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e57a9-7d95-46b6-9e75-18ecb1d32aef None None] The sync data for ids ['7cf4b1fa-8045-4935-b082-f12db0b654e2'] in dv-cinder-848938-2-iscsi is: [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:07:16Z', 'revision_number': 3, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port': {'id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:25.306043 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (7cf4b1fa-8045-4935-b082-f12db0b654e2), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.323801 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a8dfc-16fc-4607-bba8-23dfdb65b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a117120-22e5-426a-99f6-a7f9353b585e,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:25.340486 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-f4f11e5f-4028-43d4-8734-4ee0291a4442 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1180999314', 'description': 'tempest-description--635788620'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:25.622662 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 8ed480f1-761d-401c-be43-d1f94330a673, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=8ed480f1-761d-401c-be43-d1f94330a673,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:25.665971 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8ed480f1-761d-401c-be43-d1f94330a673), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.672377 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 54044b9d-915d-46a4-b51c-1e7b1fd0c433 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:25.682952 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Allocated IP 172.20.0.1 (90ec2180-c51d-4c74-aa35-68c20d17fb42/1ca2b66a-e97f-480c-a28a-47999a71b676/7e1c116f-4237-4a3f-a02f-aa05bd2386f9) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:25.806308 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:18Z', 'revision_number': 3, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:25.883117 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:25.910175 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=8ed480f1-761d-401c-be43-d1f94330a673,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:25.929957 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks [] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:25.958044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:25.996562 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:25.996807 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:26.011950 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f349fa9-6cbf-4615-aff8-8f552f6968e5 None None] The sync data for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi is: [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:18Z', 'revision_number': 3, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:26.015117 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f4f11e5f-4028-43d4-8734-4ee0291a4442 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:26.021825 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:26.033411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:26.055673 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:26.077655 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:26.109265 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:22Z', 'revision_number': 2, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:26.204012 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:26.210092 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:26.216694 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Updating router 3e3347c4-6e58-4427-999c-0f8642dab46c port 8de2e282-b843-478a-a280-8474deeb97ed binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:26.227332 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:26.263232 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:26.263775 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (33f6a44b-fe67-4873-9206-5d70077f9f81), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:26.363501 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:26.365157 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8de2e282-b843-478a-a280-8474deeb97ed), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:26.466534 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Router 7cf4b1fa-8045-4935-b082-f12db0b654e2 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:26.494424 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:26.534317 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:20Z', 'revision_number': 3, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:26.644363 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Current status of the port 8ed480f1-761d-401c-be43-d1f94330a673 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:26.685497 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:26.766988 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (af3201f6-c635-4311-a147-60ea66758c6c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:26.775742 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:26.800478 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Checking router: 33f6a44b-fe67-4873-9206-5d70077f9f81 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:26.800821 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Updating router 33f6a44b-fe67-4873-9206-5d70077f9f81 port 3d844975-6570-4840-884c-9cdde19f226e binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:26.893836 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Provisioning complete for port 8de2e282-b843-478a-a280-8474deeb97ed triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:26.893836 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8de2e282-b843-478a-a280-8474deeb97ed), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:26.930083 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.004577 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:27.099794 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3d844975-6570-4840-884c-9cdde19f226e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.110481 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:27.146895 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1a766982-dfb9-4560-81c8-6eb2b6dd5ca3 None None] Port 8de2e282-b843-478a-a280-8474deeb97ed cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:27.233054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:27.270743 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f4f11e5f-4028-43d4-8734-4ee0291a4442 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.271530 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Publish callbacks [] for port (8de2e282-b843-478a-a280-8474deeb97ed), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.272520 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:27.285729 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8de2e282-b843-478a-a280-8474deeb97ed), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.330394 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bf05a819-589e-4198-bdb3-477f1bb009c1 admin admin] 10.222.0.75 "PUT /v2.0/routers/7cf4b1fa-8045-4935-b082-f12db0b654e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4064863 Jul 14 11:07:27.363243 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f4f11e5f-4028-43d4-8734-4ee0291a4442 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.523044 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f6e65-1eb7-4666-bceb-2552ca0b7fdb None None] Pushing event updated for resources: {'Port': ['ID=8de2e282-b843-478a-a280-8474deeb97ed,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:27.550735 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Provisioning complete for port 8de2e282-b843-478a-a280-8474deeb97ed triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:27.556937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8de2e282-b843-478a-a280-8474deeb97ed), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.622103 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks [] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.632947 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.638074 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (33f6a44b-fe67-4873-9206-5d70077f9f81), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.798675 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Attempting to bind port 8de2e282-b843-478a-a280-8474deeb97ed on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:27.800913 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Port 8de2e282-b843-478a-a280-8474deeb97ed cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:27.802192 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Attempting to bind port 8de2e282-b843-478a-a280-8474deeb97ed by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:27.804226 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Attempting to bind port 8de2e282-b843-478a-a280-8474deeb97ed on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:27.829589 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:27.831262 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Checking segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:27.833734 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.835791 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Bound using segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:27.836437 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Bound port: 8de2e282-b843-478a-a280-8474deeb97ed, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:27.839341 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8de2e282-b843-478a-a280-8474deeb97ed), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.892215 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Provisioning complete for port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:27.902934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.006869 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:28.026208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Network 131ff080-99aa-4954-b49d-b15b1af99faa is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:28.045397 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f11e5f-4028-43d4-8734-4ee0291a4442 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:28.063239 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 47e0d35a-2605-4a7d-9cd1-811233bbfc30 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:28.083507 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:28.092882 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:28.093508 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (470bf34f-6a8f-44cb-a2df-df66bce172ac), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.103272 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Pushing event updated for resources: {'Port': ['ID=af3201f6-c635-4311-a147-60ea66758c6c,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:28.112679 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f4f11e5f-4028-43d4-8734-4ee0291a4442 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.114665 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f4f11e5f-4028-43d4-8734-4ee0291a4442 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7969623 Jul 14 11:07:28.197786 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52078) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:28.225191 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2999572b-bf9a-4231-9cf1-271cc2f5cc89 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': 'bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:28.242837 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] For port 8de2e282-b843-478a-a280-8474deeb97ed, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:28.256051 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] For port 8de2e282-b843-478a-a280-8474deeb97ed, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=8de2e282-b843-478a-a280-8474deeb97ed,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:28.271077 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8de2e282-b843-478a-a280-8474deeb97ed), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.334171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:28.351074 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:28.374845 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:28.381966 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:28.435647 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:28.436530 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:28.457453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2999572b-bf9a-4231-9cf1-271cc2f5cc89 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (032c07ba-12df-4ed4-9976-606daf72a228), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.470961 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Provisioning complete for port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:28.473564 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.559137 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52086) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:28.668881 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:28.669598 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.696452 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9218f-70e8-4dec-8d5e-788d68b27c66 None None] Port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:28.700990 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f6e65-1eb7-4666-bceb-2552ca0b7fdb None None] Pushing event updated for resources: {'Port': ['ID=8de2e282-b843-478a-a280-8474deeb97ed,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:28.841443 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Router 33f6a44b-fe67-4873-9206-5d70077f9f81 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:28.900876 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2999572b-bf9a-4231-9cf1-271cc2f5cc89 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (032c07ba-12df-4ed4-9976-606daf72a228), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.905692 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (af3201f6-c635-4311-a147-60ea66758c6c), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.910248 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Provisioning complete for port af3201f6-c635-4311-a147-60ea66758c6c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:28.910763 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (af3201f6-c635-4311-a147-60ea66758c6c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.914642 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2999572b-bf9a-4231-9cf1-271cc2f5cc89 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (032c07ba-12df-4ed4-9976-606daf72a228), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.923315 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:28.939804 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Publish callbacks [] for port (3d844975-6570-4840-884c-9cdde19f226e), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.965517 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8e13e8b4-8c48-4fd6-9cdb-78b7b428869d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.968739 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999572b-bf9a-4231-9cf1-271cc2f5cc89 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032c07ba-12df-4ed4-9976-606daf72a228,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:28.982564 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3d844975-6570-4840-884c-9cdde19f226e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.004605 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Port af3201f6-c635-4311-a147-60ea66758c6c cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:29.071040 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52118) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:29.087011 dv-cinder-848938-2-iscsi neutron-server[104142]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 11:07:29.090127 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2999572b-bf9a-4231-9cf1-271cc2f5cc89 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.098653 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2999572b-bf9a-4231-9cf1-271cc2f5cc89 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8880537 Jul 14 11:07:29.099301 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52120) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:29.101246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Provisioning complete for port 8de2e282-b843-478a-a280-8474deeb97ed triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:29.102497 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8de2e282-b843-478a-a280-8474deeb97ed), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.133213 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:29.134668 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.143003 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-ef39b1ff-d1be-44ad-a992-50f11782bb50 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': 'bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:29.168706 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec891c5-c835-4aaa-8d5a-1f40600b5a77 None None] Pushing event updated for resources: {'Port': ['ID=3d844975-6570-4840-884c-9cdde19f226e,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.215217 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Attempting to bind port 3d844975-6570-4840-884c-9cdde19f226e on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:29.216514 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Attempting to bind port 3d844975-6570-4840-884c-9cdde19f226e by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:29.218332 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Attempting to bind port 3d844975-6570-4840-884c-9cdde19f226e on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:29.239323 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:29.258213 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef39b1ff-d1be-44ad-a992-50f11782bb50 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (c4b100cf-5344-4009-b96d-76307b4ebb4e), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.305879 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:29.307249 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:29.308985 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.309582 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:29.329164 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Bound port: 3d844975-6570-4840-884c-9cdde19f226e, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:29.330173 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3d844975-6570-4840-884c-9cdde19f226e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.341148 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 47e0d35a-2605-4a7d-9cd1-811233bbfc30, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=47e0d35a-2605-4a7d-9cd1-811233bbfc30,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:29.343292 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:29.361744 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:29.382410 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-12c68a00-a77f-4744-b09f-1a6f4dc4ac04 admin admin] 10.222.0.75 "PUT /v2.0/routers/33f6a44b-fe67-4873-9206-5d70077f9f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5860822 Jul 14 11:07:29.420583 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.427641 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-51bda183-476b-4913-8619-61a088f123d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:29.429160 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 54044b9d-915d-46a4-b51c-1e7b1fd0c433 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:29.461083 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8e13e8b4-8c48-4fd6-9cdb-78b7b428869d admin admin] Publish callbacks [] for security_group (a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.470324 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bda183-476b-4913-8619-61a088f123d1 None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:29.475212 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8e13e8b4-8c48-4fd6-9cdb-78b7b428869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.488511 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:29.514078 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:29.545860 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e8b4-8c48-4fd6-9cdb-78b7b428869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.552827 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-8e13e8b4-8c48-4fd6-9cdb-78b7b428869d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=88118eaad2474baa9a9039d13a705efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9924219 Jul 14 11:07:29.564337 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52134) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:29.584670 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef39b1ff-d1be-44ad-a992-50f11782bb50 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (c4b100cf-5344-4009-b96d-76307b4ebb4e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.627018 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-780e67c3-3967-45d5-8238-5ed7eeec8f5b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:29.632737 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-780e67c3-3967-45d5-8238-5ed7eeec8f5b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/networks?id=6b59ebe6-7c6e-4831-8fc8-b7d332f14328 HTTP/1.1" status: 200 len: 812 time: 0.5576892 Jul 14 11:07:29.639057 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef39b1ff-d1be-44ad-a992-50f11782bb50 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (c4b100cf-5344-4009-b96d-76307b4ebb4e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.697431 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39b1ff-d1be-44ad-a992-50f11782bb50 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b100cf-5344-4009-b96d-76307b4ebb4e,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.702316 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef39b1ff-d1be-44ad-a992-50f11782bb50 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.707168 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ef39b1ff-d1be-44ad-a992-50f11782bb50 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5801017 Jul 14 11:07:29.713873 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52140) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:29.720156 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5b441633-4123-4f2a-b680-3cfbc8ae8d88 admin admin] Publish callbacks [] for security_group (a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.725520 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:29.751005 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-4a6408c4-f040-447b-85b5-5a968af6911b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/quotas/a90a870ee4154287be1282b3f46bdd05 HTTP/1.1" status: 200 len: 375 time: 0.1059906 Jul 14 11:07:29.780866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks [] for port (af3201f6-c635-4311-a147-60ea66758c6c), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.792196 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5b441633-4123-4f2a-b680-3cfbc8ae8d88 admin admin] Publish callbacks [] for security_group (a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.800033 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (af3201f6-c635-4311-a147-60ea66758c6c), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.801474 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (470bf34f-6a8f-44cb-a2df-df66bce172ac), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.877041 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:29.879845 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.885265 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:29.888444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Sync routers for ids ['7cf4b1fa-8045-4935-b082-f12db0b654e2'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:29.897655 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=47e0d35a-2605-4a7d-9cd1-811233bbfc30,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.922675 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5b441633-4123-4f2a-b680-3cfbc8ae8d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.932346 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5b441633-4123-4f2a-b680-3cfbc8ae8d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.947494 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] For port 3d844975-6570-4840-884c-9cdde19f226e, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:29.948052 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-5b441633-4123-4f2a-b680-3cfbc8ae8d88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7 HTTP/1.1" status: 204 len: 168 time: 0.3821735 Jul 14 11:07:29.964045 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.986370 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b441633-4123-4f2a-b680-3cfbc8ae8d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8bd44-a45d-44e9-ad5a-58e62f0e45d7,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:30.002552 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:30.004428 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Routers {'7cf4b1fa-8045-4935-b082-f12db0b654e2'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:30.005083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7cf4b1fa-8045-4935-b082-f12db0b654e2'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:30.033016 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] For port 3d844975-6570-4840-884c-9cdde19f226e, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3d844975-6570-4840-884c-9cdde19f226e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:30.036355 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Current status of the port 8de2e282-b843-478a-a280-8474deeb97ed is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:30.036752 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8de2e282-b843-478a-a280-8474deeb97ed), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.099494 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-9da84bae-a61c-4bab-9876-af1641dbb333 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a90a870ee4154287be1282b3f46bdd05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3033221 Jul 14 11:07:30.161460 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3d844975-6570-4840-884c-9cdde19f226e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.240769 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52158) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:30.254340 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-04c28a88-ab5d-478a-aa00-3fb9368b99b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626675465', 'description': 'tempest-description--396945121'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:30.278227 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] For port 8de2e282-b843-478a-a280-8474deeb97ed, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=8de2e282-b843-478a-a280-8474deeb97ed,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:30.357917 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04c28a88-ab5d-478a-aa00-3fb9368b99b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.376059 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8de2e282-b843-478a-a280-8474deeb97ed), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.376656 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Pushing event updated for resources: {'Port': ['ID=af3201f6-c635-4311-a147-60ea66758c6c,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:30.465935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.496069 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:30.496984 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:30.557767 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Network 131ff080-99aa-4954-b49d-b15b1af99faa is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:30.566073 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:30.581163 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04c28a88-ab5d-478a-aa00-3fb9368b99b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (c0ac5003-c9f7-4d4e-adca-1b2bd4725b87), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.590719 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04c28a88-ab5d-478a-aa00-3fb9368b99b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c0ac5003-c9f7-4d4e-adca-1b2bd4725b87), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.651123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec891c5-c835-4aaa-8d5a-1f40600b5a77 None None] Pushing event updated for resources: {'Port': ['ID=3d844975-6570-4840-884c-9cdde19f226e,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:30.718307 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04c28a88-ab5d-478a-aa00-3fb9368b99b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.727032 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-04c28a88-ab5d-478a-aa00-3fb9368b99b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4840548 Jul 14 11:07:30.733688 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52180) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:30.762175 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c28a88-ab5d-478a-aa00-3fb9368b99b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:30.809546 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:30.812894 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 8ed480f1-761d-401c-be43-d1f94330a673 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:30.829331 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ab8d44a1-91d9-4347-9e36-dd2ed493be48 None None] Provisioning complete for port 8de2e282-b843-478a-a280-8474deeb97ed triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:30.829963 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ab8d44a1-91d9-4347-9e36-dd2ed493be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8de2e282-b843-478a-a280-8474deeb97ed), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:30.846254 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Set router 7cf4b1fa-8045-4935-b082-f12db0b654e2 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:30.876962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-6427a70e-6f5d-4538-ad7d-5ab400e9a95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'security_group_rule': {'security_group_id': 'c0ac5003-c9f7-4d4e-adca-1b2bd4725b87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:30.932527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-1b6103ed-6b26-4ce7-9524-0efdf221edc3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:07:30.955575 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-1b6103ed-6b26-4ce7-9524-0efdf221edc3 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2982914 Jul 14 11:07:31.234205 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6427a70e-6f5d-4538-ad7d-5ab400e9a95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (2f16dee4-409c-46c5-95a4-56cacfb980fb), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.243673 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:31.287097 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.27.0.28 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/8a9dd532-1a78-414a-b051-e7cdeb4b2f21) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:31.288431 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc339af-c3ac-4abb-a3ae-9f83f5094077 None None] Pushing event updated for resources: {'Port': ['ID=8de2e282-b843-478a-a280-8474deeb97ed,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:31.295168 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:31.334603 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:31.353125 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Router 470bf34f-6a8f-44cb-a2df-df66bce172ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:31.355297 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-9e31b448-16a8-4bea-92bb-0d7ce133c466 service neutron] 10.222.0.75 "GET /v2.0/networks/6b59ebe6-7c6e-4831-8fc8-b7d332f14328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979447 Jul 14 11:07:31.395182 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:31.403605 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 8ed480f1-761d-401c-be43-d1f94330a673 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:31.403983 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8ed480f1-761d-401c-be43-d1f94330a673), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.465478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6427a70e-6f5d-4538-ad7d-5ab400e9a95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (2f16dee4-409c-46c5-95a4-56cacfb980fb), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.566740 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d44a1-91d9-4347-9e36-dd2ed493be48 None None] Current status of the port 8de2e282-b843-478a-a280-8474deeb97ed is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:31.569040 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:31.652605 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6427a70e-6f5d-4538-ad7d-5ab400e9a95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (2f16dee4-409c-46c5-95a4-56cacfb980fb), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.661306 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ab8d44a1-91d9-4347-9e36-dd2ed493be48 None None] Provisioning complete for port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:31.661701 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ab8d44a1-91d9-4347-9e36-dd2ed493be48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.723911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427a70e-6f5d-4538-ad7d-5ab400e9a95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f16dee4-409c-46c5-95a4-56cacfb980fb,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:31.752251 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:07:24Z', 'revision_number': 4, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port': {'id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '3ec4c7d2-966a-44bf-b45f-238a6edc4ef4', 'name': '', 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'mac_address': 'fa:16:3e:04:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '488bea9e-ddae-4599-8017-df5b2ffe2048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:22Z', 'updated_at': '2022-07-14T11:07:24Z', 'revision_number': 2, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'subnets': [{'id': '488bea9e-ddae-4599-8017-df5b2ffe2048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:31.781333 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6427a70e-6f5d-4538-ad7d-5ab400e9a95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.785229 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6427a70e-6f5d-4538-ad7d-5ab400e9a95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0457706 Jul 14 11:07:31.787422 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52208) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:31.787938 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d44a1-91d9-4347-9e36-dd2ed493be48 None None] Port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:31.803484 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-c21efc0d-2989-43d3-b413-cc27b089a184 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'security_group_rule': {'security_group_id': 'c0ac5003-c9f7-4d4e-adca-1b2bd4725b87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:31.812474 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 8ed480f1-761d-401c-be43-d1f94330a673 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:31.813600 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device a087ff59-b338-4c21-b702-b9c5cc110c4b up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:31.817905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.820571 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Checking router: 7cf4b1fa-8045-4935-b082-f12db0b654e2 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:31.820917 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Updating router 7cf4b1fa-8045-4935-b082-f12db0b654e2 port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:31.828903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:31.834231 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-984345de-47b5-4406-b107-304111a29779 service neutron] 10.222.0.75 "GET /v2.0/networks/6b59ebe6-7c6e-4831-8fc8-b7d332f14328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674034 Jul 14 11:07:31.848379 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-307e282c-ed83-484c-a554-813a087fcf5a admin admin] 10.222.0.75 "PUT /v2.0/routers/470bf34f-6a8f-44cb-a2df-df66bce172ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2843256 Jul 14 11:07:31.848868 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Sync routers for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:31.890360 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c21efc0d-2989-43d3-b413-cc27b089a184 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (6ee20524-d378-42f8-b077-8c9299ea3932), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.892927 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:31.895301 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:31.903632 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:27Z', 'revision_number': 2, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:31.942418 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.951737 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0ac54-2bab-47be-9521-7d70fbc497f7 None None] The sync data for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi is: [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:27Z', 'revision_number': 2, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:31.957103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:31.995474 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-dd925d86-9773-4594-9210-df107ec1d641 None None] Provisioning complete for port af3201f6-c635-4311-a147-60ea66758c6c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:31.995878 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dd925d86-9773-4594-9210-df107ec1d641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (af3201f6-c635-4311-a147-60ea66758c6c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.052848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:32.055219 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port a087ff59-b338-4c21-b702-b9c5cc110c4b triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:32.055629 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.061342 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:32.077144 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:32.129700 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c21efc0d-2989-43d3-b413-cc27b089a184 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (6ee20524-d378-42f8-b077-8c9299ea3932), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.138882 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c21efc0d-2989-43d3-b413-cc27b089a184 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (6ee20524-d378-42f8-b077-8c9299ea3932), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.242847 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52238) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:32.243617 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21efc0d-2989-43d3-b413-cc27b089a184 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee20524-d378-42f8-b077-8c9299ea3932,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:32.245026 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=8a9dd532-1a78-414a-b051-e7cdeb4b2f21,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:32.252372 dv-cinder-848938-2-iscsi neutron-server[104141]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 11:07:32.347278 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:32.354269 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:32.419863 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c21efc0d-2989-43d3-b413-cc27b089a184 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.423827 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c21efc0d-2989-43d3-b413-cc27b089a184 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6271176 Jul 14 11:07:32.427530 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52250) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:32.428149 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:32.436283 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e7ee0059-89c3-4cbc-a967-f4294b72e014 req-8e66f527-c71c-49da-b0a9-67b4f7b22dfa tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.1838686 Jul 14 11:07:32.461272 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:32.468504 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (33853de2-7617-4fae-a84c-ab8438a768ea), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.524966 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.551056 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:32.593864 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-dd925d86-9773-4594-9210-df107ec1d641 None None] Port af3201f6-c635-4311-a147-60ea66758c6c cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:32.900090 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52262) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:32.904448 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:32.978274 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 2, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:33.062844 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Checking router: 470bf34f-6a8f-44cb-a2df-df66bce172ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:33.064261 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Updating router 470bf34f-6a8f-44cb-a2df-df66bce172ac port af3201f6-c635-4311-a147-60ea66758c6c binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:33.072534 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.073131 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port a087ff59-b338-4c21-b702-b9c5cc110c4b is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:33.073615 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.123440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.127275 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:33.140517 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.148664 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (af3201f6-c635-4311-a147-60ea66758c6c), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.168430 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port a087ff59-b338-4c21-b702-b9c5cc110c4b, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=a087ff59-b338-4c21-b702-b9c5cc110c4b,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:33.182953 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.209245 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4b48f88a-82a0-462a-ae20-46392743424e up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:33.300929 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=8a9dd532-1a78-414a-b051-e7cdeb4b2f21,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:33.317290 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (33853de2-7617-4fae-a84c-ab8438a768ea), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.366774 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.369055 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fae631e6-ca9d-44ef-8cf4-c7a5e672ab1c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6493278 Jul 14 11:07:33.429084 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Allocated IP 172.27.0.202 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/58cafeb8-5157-4950-9e5b-0f290a36c39f) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:33.435538 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=a087ff59-b338-4c21-b702-b9c5cc110c4b,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:33.454410 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:33.487114 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 4b48f88a-82a0-462a-ae20-46392743424e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:33.488353 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4b48f88a-82a0-462a-ae20-46392743424e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.584106 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:33.789156 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 4b48f88a-82a0-462a-ae20-46392743424e is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:33.789775 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4b48f88a-82a0-462a-ae20-46392743424e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.822565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:33.873138 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 4b48f88a-82a0-462a-ae20-46392743424e, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=4b48f88a-82a0-462a-ae20-46392743424e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:33.884181 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Publish callbacks [] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.887838 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4b48f88a-82a0-462a-ae20-46392743424e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.914537 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-7b85083f-958b-4513-93f0-c8926c000af8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:33.920767 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-7b85083f-958b-4513-93f0-c8926c000af8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 818 time: 0.3572831 Jul 14 11:07:33.946487 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:33.982684 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-401c01ee-52fe-4cb3-9d93-6603df2aff97 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/quotas/b3f043134a3d4369983f36769d2ae197 HTTP/1.1" status: 200 len: 375 time: 0.0482247 Jul 14 11:07:34.012847 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Publish callbacks [] for port (af3201f6-c635-4311-a147-60ea66758c6c), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.044570 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (af3201f6-c635-4311-a147-60ea66758c6c), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.141621 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=4b48f88a-82a0-462a-ae20-46392743424e,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:34.204343 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3ea8ec0f-5309-45c9-935e-ba6d1bdc5caa req-1965e144-75a5-4469-a434-d0d89031c78d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.6141949 Jul 14 11:07:34.208203 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d6bd948e-21ab-492f-949d-5bc0d240e1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.213937 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-81e67450-41bf-47f7-a888-de5d274e19b5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2276309 Jul 14 11:07:34.374669 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Attempting to bind port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:34.375426 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Attempting to bind port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:34.376000 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Attempting to bind port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 on network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:34.377004 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:34.380352 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b47c-eed3-451d-8f0c-5d7e1c2d9ed6 None None] Pushing event updated for resources: {'Port': ['ID=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:34.423310 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:34.428142 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Checking segment: {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:34.428838 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.431923 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Bound using segment: {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:34.432672 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Bound port: 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:34.433307 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.444276 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef6319-6e0b-4f22-8ebd-46d650606367 None None] Pushing event updated for resources: {'Port': ['ID=af3201f6-c635-4311-a147-60ea66758c6c,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:34.464232 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 47e0d35a-2605-4a7d-9cd1-811233bbfc30 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:34.520383 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.548995 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Attempting to bind port af3201f6-c635-4311-a147-60ea66758c6c on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:34.550943 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Attempting to bind port af3201f6-c635-4311-a147-60ea66758c6c by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:34.551580 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Attempting to bind port af3201f6-c635-4311-a147-60ea66758c6c on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:34.567082 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:34.567788 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Checking segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:34.568352 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.568882 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Bound using segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:34.569656 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Bound port: af3201f6-c635-4311-a147-60ea66758c6c, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:34.576286 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (af3201f6-c635-4311-a147-60ea66758c6c), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.648563 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-ed59c936-34cf-4ab5-a715-b924daec4a52 service neutron] 10.222.0.75 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113431 Jul 14 11:07:34.686492 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d6bd948e-21ab-492f-949d-5bc0d240e1ed admin admin] Publish callbacks [] for security_group (4ed41980-cbd7-4249-91ff-e2ba2abbc1b9), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.699349 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-b292073f-3450-4771-ae13-c5ea7c3e7bed None None] Provisioning complete for port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:34.710213 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d6bd948e-21ab-492f-949d-5bc0d240e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4ed41980-cbd7-4249-91ff-e2ba2abbc1b9), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.715037 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] For port af3201f6-c635-4311-a147-60ea66758c6c, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:34.717778 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b292073f-3450-4771-ae13-c5ea7c3e7bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.743468 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] For port af3201f6-c635-4311-a147-60ea66758c6c, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=af3201f6-c635-4311-a147-60ea66758c6c,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:34.757929 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (af3201f6-c635-4311-a147-60ea66758c6c), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.814536 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:34.852678 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-f45cfbf5-5207-4933-822e-7455db342ea4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1180999314&fields=id&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 267 time: 0.2794440 Jul 14 11:07:34.882834 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d6bd948e-21ab-492f-949d-5bc0d240e1ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3c9c45844504b80b76887e8450188f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9782674 Jul 14 11:07:34.884036 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52362) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:34.884901 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd948e-21ab-492f-949d-5bc0d240e1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed41980-cbd7-4249-91ff-e2ba2abbc1b9,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:34.889663 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b292073f-3450-4771-ae13-c5ea7c3e7bed None None] Port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:34.891870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] For port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:34.894483 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:34.894975 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.898333 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] For port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:34.956166 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.974274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.988120 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:34.991798 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:35.004738 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-5ebe2399-df0a-4ed0-9f43-7b01e86cceb4 service neutron] 10.222.0.75 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466966 Jul 14 11:07:35.099294 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-562f0776-6c61-45c8-af84-a5e3f340480d admin admin] Publish callbacks [] for security_group (4ed41980-cbd7-4249-91ff-e2ba2abbc1b9), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.195233 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-562f0776-6c61-45c8-af84-a5e3f340480d admin admin] Publish callbacks [] for security_group (4ed41980-cbd7-4249-91ff-e2ba2abbc1b9), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.227415 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Routers {'7cf4b1fa-8045-4935-b082-f12db0b654e2'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:35.249920 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7cf4b1fa-8045-4935-b082-f12db0b654e2'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:35.279921 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:35.317912 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:35.321146 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:35.333888 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:35.435653 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-562f0776-6c61-45c8-af84-a5e3f340480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4ed41980-cbd7-4249-91ff-e2ba2abbc1b9), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.438893 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-562f0776-6c61-45c8-af84-a5e3f340480d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.440246 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-562f0776-6c61-45c8-af84-a5e3f340480d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ed41980-cbd7-4249-91ff-e2ba2abbc1b9 HTTP/1.1" status: 204 len: 168 time: 0.5552831 Jul 14 11:07:35.504702 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'Port': ['ID=58cafeb8-5157-4950-9e5b-0f290a36c39f,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:35.506630 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f0776-6c61-45c8-af84-a5e3f340480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed41980-cbd7-4249-91ff-e2ba2abbc1b9,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:35.529234 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:35.530287 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:35.540952 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef6319-6e0b-4f22-8ebd-46d650606367 None None] Pushing event updated for resources: {'Port': ['ID=af3201f6-c635-4311-a147-60ea66758c6c,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:35.648742 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (a868c48d-6fa2-476e-9f84-b3efc2a8db05), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.657984 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-d46eb314-7e8a-4a59-9584-398ff1e386e1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:35.667081 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-d46eb314-7e8a-4a59-9584-398ff1e386e1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 0.7569993 Jul 14 11:07:35.690263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52388) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:35.691504 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-de7ce56c-b251-4d7f-ba0f-90e791b30fb9 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/quotas/7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 375 time: 0.0226903 Jul 14 11:07:35.840512 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:34Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:35.883257 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f341696-13cf-4c76-bfe3-0f49ffc6c760 None None] The sync data for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi is: [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:34Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:35.934947 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1c05edc-5cff-44ee-adf6-b84a5cc0176e req-640124ae-af23-4bda-bbdb-7e3a282233df tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.1614563 Jul 14 11:07:35.954229 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-4f1d5b56-45d2-41fc-ba2d-c61584f5f520 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2618415 Jul 14 11:07:36.139562 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.180045 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9766e8a5-ad84-4ef7-8933-d45e7cc28e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.279890 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90a1ce37-a9e7-417d-9422-257e60687897 req-087743a9-7d3b-4d53-9770-919a2de70f8a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 210 time: 0.1842411 Jul 14 11:07:36.339934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] Set router 7cf4b1fa-8045-4935-b082-f12db0b654e2 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:36.424812 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:36.605973 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9766e8a5-ad84-4ef7-8933-d45e7cc28e9f admin admin] Publish callbacks [] for security_group (93f62337-d1b7-4a57-9d97-5cc642975381), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.618362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9766e8a5-ad84-4ef7-8933-d45e7cc28e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (93f62337-d1b7-4a57-9d97-5cc642975381), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.637577 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-19eaea7a-96ef-461e-be48-410db5a325d5 None None] Provisioning complete for port af3201f6-c635-4311-a147-60ea66758c6c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:36.637954 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-19eaea7a-96ef-461e-be48-410db5a325d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (af3201f6-c635-4311-a147-60ea66758c6c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.705249 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:36.724309 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766e8a5-ad84-4ef7-8933-d45e7cc28e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f62337-d1b7-4a57-9d97-5cc642975381,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:36.743422 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.746280 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9766e8a5-ad84-4ef7-8933-d45e7cc28e9f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d78139f10f041bbab2fc9e013895747&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0529399 Jul 14 11:07:36.746405 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52432) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:36.779347 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.902676 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b47c-eed3-451d-8f0c-5d7e1c2d9ed6 None None] Pushing event updated for resources: {'Port': ['ID=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:36.907061 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-479ffa25-2d2d-4f68-b761-a3117c6c5273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.914324 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:36.915885 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 8de2e282-b843-478a-a280-8474deeb97ed up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:37.009261 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (a868c48d-6fa2-476e-9f84-b3efc2a8db05), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.054025 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.061458 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6205943 Jul 14 11:07:37.087784 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-707bae9d-0228-4e3d-adfa-acd6f4dcc52e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:07:37.098223 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-707bae9d-0228-4e3d-adfa-acd6f4dcc52e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4853494 Jul 14 11:07:37.141321 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2302c3-dd75-434d-aa72-d8f3305f9a6f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'Port': ['ID=58cafeb8-5157-4950-9e5b-0f290a36c39f,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:37.166329 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4361f2d4-93c8-4dc3-9708-3c767176c54b admin admin] Publish callbacks [] for security_group (93f62337-d1b7-4a57-9d97-5cc642975381), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.197532 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:37.213637 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4361f2d4-93c8-4dc3-9708-3c767176c54b admin admin] Publish callbacks [] for security_group (93f62337-d1b7-4a57-9d97-5cc642975381), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.251320 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:37.259186 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:07:24Z', 'revision_number': 4, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port': {'id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '3ec4c7d2-966a-44bf-b45f-238a6edc4ef4', 'name': '', 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'mac_address': 'fa:16:3e:04:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '488bea9e-ddae-4599-8017-df5b2ffe2048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:22Z', 'updated_at': '2022-07-14T11:07:34Z', 'revision_number': 4, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'subnets': [{'id': '488bea9e-ddae-4599-8017-df5b2ffe2048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:37.392269 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 8de2e282-b843-478a-a280-8474deeb97ed triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:37.393945 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8de2e282-b843-478a-a280-8474deeb97ed), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.413232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-13bbd669-bd37-41c7-a6d9-803e211fa6d9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:37.421387 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-13bbd669-bd37-41c7-a6d9-803e211fa6d9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 818 time: 0.3148663 Jul 14 11:07:37.479786 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-93de49c5-ec4d-4829-bb80-d2924ae78f2a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/quotas/b3f043134a3d4369983f36769d2ae197 HTTP/1.1" status: 200 len: 375 time: 0.0535662 Jul 14 11:07:37.482243 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-691c00ff-0106-434b-ae9f-4c1e31fc62ac service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826299 Jul 14 11:07:37.493917 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Sync routers for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:37.515583 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:37.520738 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c20a2ec-7522-4625-9e6d-ac5c8c4b1333 None None] The sync data for ids ['7cf4b1fa-8045-4935-b082-f12db0b654e2'] in dv-cinder-848938-2-iscsi is: [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:07:24Z', 'revision_number': 4, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port': {'id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '3ec4c7d2-966a-44bf-b45f-238a6edc4ef4', 'name': '', 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'mac_address': 'fa:16:3e:04:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '488bea9e-ddae-4599-8017-df5b2ffe2048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:22Z', 'updated_at': '2022-07-14T11:07:34Z', 'revision_number': 4, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'subnets': [{'id': '488bea9e-ddae-4599-8017-df5b2ffe2048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:37.536603 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4361f2d4-93c8-4dc3-9708-3c767176c54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (93f62337-d1b7-4a57-9d97-5cc642975381), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.566940 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4361f2d4-93c8-4dc3-9708-3c767176c54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.574060 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-4361f2d4-93c8-4dc3-9708-3c767176c54b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93f62337-d1b7-4a57-9d97-5cc642975381 HTTP/1.1" status: 204 len: 168 time: 0.8262341 Jul 14 11:07:37.712997 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-30f89148-8826-4cbd-9ccf-64ade3948918 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293439 Jul 14 11:07:37.735941 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361f2d4-93c8-4dc3-9708-3c767176c54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f62337-d1b7-4a57-9d97-5cc642975381,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:37.786403 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:37.787066 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:37.878160 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-19eaea7a-96ef-461e-be48-410db5a325d5 None None] Current status of the port af3201f6-c635-4311-a147-60ea66758c6c is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:37.878786 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-19eaea7a-96ef-461e-be48-410db5a325d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (af3201f6-c635-4311-a147-60ea66758c6c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.095890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f43dbf30-b133-4911-9c49-706217be918c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.168867 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-8c07f47d-7cd5-4de0-a3b7-dbfd2aeb1cd5 service neutron] 10.222.0.75 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496460 Jul 14 11:07:38.200568 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-81d372f8-abbf-4fbf-8555-d20d52eee9b3 service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013474 Jul 14 11:07:38.340283 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-ca0ab589-3e7b-4c71-803b-49c6d52a5ee7 service neutron] 10.222.0.75 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689701 Jul 14 11:07:38.369247 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 8de2e282-b843-478a-a280-8474deeb97ed is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:38.371080 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3d844975-6570-4840-884c-9cdde19f226e up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:38.552829 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-19eaea7a-96ef-461e-be48-410db5a325d5 None None] For port af3201f6-c635-4311-a147-60ea66758c6c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=af3201f6-c635-4311-a147-60ea66758c6c,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:38.618776 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-19eaea7a-96ef-461e-be48-410db5a325d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (af3201f6-c635-4311-a147-60ea66758c6c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.735206 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:38.825375 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52526) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:38.862609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:38.889135 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6659e0d0-a585-45dd-902e-dc382acc6240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.904811 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.920156 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 3d844975-6570-4840-884c-9cdde19f226e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:38.937045 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3d844975-6570-4840-884c-9cdde19f226e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.975408 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Provisioning complete for port af3201f6-c635-4311-a147-60ea66758c6c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:38.977062 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (af3201f6-c635-4311-a147-60ea66758c6c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.043246 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-52aaeb8b-bc34-455a-81f3-53453eb4179b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--626675465&fields=id&tenant_id=9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 267 time: 0.2704830 Jul 14 11:07:39.184409 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6659e0d0-a585-45dd-902e-dc382acc6240 admin admin] Publish callbacks [] for security_group (b69f17bf-745e-4309-842a-2f1f75d5116b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.191737 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:39.195881 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6659e0d0-a585-45dd-902e-dc382acc6240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b69f17bf-745e-4309-842a-2f1f75d5116b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.302518 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaea7a-96ef-461e-be48-410db5a325d5 None None] Pushing event updated for resources: {'Port': ['ID=af3201f6-c635-4311-a147-60ea66758c6c,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.319226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52550) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:39.328375 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6659e0d0-a585-45dd-902e-dc382acc6240 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e42462377304596979258660371bdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014164 Jul 14 11:07:39.331514 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659e0d0-a585-45dd-902e-dc382acc6240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f17bf-745e-4309-842a-2f1f75d5116b,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.384713 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3532c43e-86de-4f1f-a0c4-7fedcc5af6ab req-a08bef33-7df3-47e2-9ec7-36b79db856fb tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.1964250 Jul 14 11:07:39.445898 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2988a418-72e0-45cd-b336-8be88d7b90c5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:39.461924 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2988a418-72e0-45cd-b336-8be88d7b90c5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 817 time: 0.4152327 Jul 14 11:07:39.567824 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-db2acd76-2e7d-4bc9-9059-d5229b37476e req-8d6baece-1ca1-4522-80e8-e2b0fc822f3f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.0793331 Jul 14 11:07:39.579058 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-6db8222a-6b37-43ae-8d6b-b38f145743e3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/quotas/9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 375 time: 0.0934036 Jul 14 11:07:39.645689 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:39.672251 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7607b63e-6d6e-45ce-8d92-42ad6d7b6257 req-873b2487-a3f0-4d80-9524-c24416a2a819 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 210 time: 0.0341547 Jul 14 11:07:39.676959 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2143dc67-3cbe-4927-8bb9-fc450295c742 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854115 Jul 14 11:07:39.679197 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:27Z', 'revision_number': 2, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:39.681541 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 3d844975-6570-4840-884c-9cdde19f226e is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:39.681868 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78ea40b5-976c-4a1c-a1ba-6be5a2f192c0 admin admin] Publish callbacks [] for security_group (b69f17bf-745e-4309-842a-2f1f75d5116b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.681988 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3d844975-6570-4840-884c-9cdde19f226e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.726876 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Checking router: 33f6a44b-fe67-4873-9206-5d70077f9f81 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:39.727224 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Updating router 33f6a44b-fe67-4873-9206-5d70077f9f81 port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:07:39.748004 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78ea40b5-976c-4a1c-a1ba-6be5a2f192c0 admin admin] Publish callbacks [] for security_group (b69f17bf-745e-4309-842a-2f1f75d5116b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.769460 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 3d844975-6570-4840-884c-9cdde19f226e, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3d844975-6570-4840-884c-9cdde19f226e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:39.781464 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3d844975-6570-4840-884c-9cdde19f226e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.782293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device a087ff59-b338-4c21-b702-b9c5cc110c4b up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:39.840005 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Current status of the port af3201f6-c635-4311-a147-60ea66758c6c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:39.842353 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.851110 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-4d2a18a6-958b-4d52-86a6-3b25719206fe service neutron] 10.222.0.75 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442211 Jul 14 11:07:39.879050 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Provisioning complete for port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:39.879471 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.894343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78ea40b5-976c-4a1c-a1ba-6be5a2f192c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b69f17bf-745e-4309-842a-2f1f75d5116b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.897059 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-78ea40b5-976c-4a1c-a1ba-6be5a2f192c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.898219 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-78ea40b5-976c-4a1c-a1ba-6be5a2f192c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b69f17bf-745e-4309-842a-2f1f75d5116b HTTP/1.1" status: 204 len: 168 time: 0.5780351 Jul 14 11:07:39.941402 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea40b5-976c-4a1c-a1ba-6be5a2f192c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f17bf-745e-4309-842a-2f1f75d5116b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.948793 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=3d844975-6570-4840-884c-9cdde19f226e,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.968164 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:40.004297 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-f0e793b9-bfcc-4a16-b58a-f0328d468d61 service neutron] 10.222.0.75 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522434 Jul 14 11:07:40.012344 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port a087ff59-b338-4c21-b702-b9c5cc110c4b triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:40.012699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.176904 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.376036 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e5a6f186-97c2-4340-ba07-293dd35f9d58 req-dbf5f0c5-9f98-4ff0-8e71-d378b3dca5a9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.0934668 Jul 14 11:07:40.533409 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Current status of the port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:40.533873 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.576010 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.638031 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port a087ff59-b338-4c21-b702-b9c5cc110c4b is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:40.663198 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] For port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:40.667226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.26', 62678) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:40.678922 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.687874 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:40.779984 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b6638004-2f49-44af-a2f3-4b5d4810c17d req-55bbd87a-17be-47c0-9dd1-521ed356d343 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.1086681 Jul 14 11:07:40.828135 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1c57-bf5f-40fc-912b-cb8a9bb0016e None None] Pushing event updated for resources: {'Port': ['ID=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:40.854444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Publish callbacks [] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.878281 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.913737 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-666ec8c4-cdf1-4296-ba90-53245c63393a req-607d20d5-a6da-4f96-b0c6-4b5d039cd339 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.2269747 Jul 14 11:07:41.181020 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0531c76e-e747-45a5-b4f1-547d952179f4 req-902463ba-d75c-4f25-b0e5-815d826a1a23 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 210 time: 0.0763450 Jul 14 11:07:41.200205 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b332f5b-38f3-4aec-9a63-0a9fcd6d9e49 None None] Pushing event updated for resources: {'Port': ['ID=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:41.335365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:41.409183 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Attempting to bind port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:41.416256 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Attempting to bind port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:41.416825 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Attempting to bind port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:41.456629 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3d844975-6570-4840-884c-9cdde19f226e up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:41.572413 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-3391c8c3-f58a-48c0-94a7-f27ab27dd556 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:41.590491 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-3391c8c3-f58a-48c0-94a7-f27ab27dd556 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.26 "GET /v2.0/networks?id=6b59ebe6-7c6e-4831-8fc8-b7d332f14328 HTTP/1.1" status: 200 len: 812 time: 0.8767443 Jul 14 11:07:41.709408 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:41.718339 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Request body: {'port': {'device_id': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'admin_state_up': True, 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:41.728861 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Checking segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:41.731027 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.733458 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Bound using segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:41.735361 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ea3fa061-7646-46cc-be5c-3fc998c44da1 req-64b23c7b-cece-4811-91fd-1bff3c697cc5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.1018417 Jul 14 11:07:41.736447 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Bound port: 7e1c116f-4237-4a3f-a02f-aa05bd2386f9, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:41.737164 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.817140 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-859f6e12-cd06-4f2e-a707-0fb70629ddeb None None] Provisioning complete for port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:41.817870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-859f6e12-cd06-4f2e-a707-0fb70629ddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.947966 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-859f6e12-cd06-4f2e-a707-0fb70629ddeb None None] Port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:41.954816 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 3d844975-6570-4840-884c-9cdde19f226e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:41.966153 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3d844975-6570-4840-884c-9cdde19f226e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.996605 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9bcb98d4-2f02-42ec-a98c-7a606ad5003d req-a0fa18f5-3a58-48fc-8f4a-528522b072b3 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.0642405 Jul 14 11:07:42.163568 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] For port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:42.244089 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] For port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:42.267755 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 3d844975-6570-4840-884c-9cdde19f226e is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:42.272697 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.26', 62692) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:42.286804 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:42.295003 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.366245 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:42.422533 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-d6b39ac9-8fb7-4a13-88ec-42b4cb9fb246 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:42.447458 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-d6b39ac9-8fb7-4a13-88ec-42b4cb9fb246 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 818 time: 0.1703951 Jul 14 11:07:42.548531 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-14a2161c-d329-4692-8041-5bb5c82dc2df req-f0f73b23-a49f-4a14-b15b-7831ccfd6a5e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 210 time: 0.0869355 Jul 14 11:07:42.564821 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:42.570386 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'port': {'device_id': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'admin_state_up': True, 'tenant_id': 'b3f043134a3d4369983f36769d2ae197'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:42.571531 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:07:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:42.604301 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7bb616c7-f894-4bd2-9b80-c62f8ea5a59b req-a478edad-9a16-4ea9-9884-6afd5f6b3c3f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.1687965 Jul 14 11:07:42.833507 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Made reservation on behalf of a90a870ee4154287be1282b3f46bdd05 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:42.850335 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.898780 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:43.025930 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.26', 62694) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:43.094561 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Made reservation on behalf of b3f043134a3d4369983f36769d2ae197 for: {'port': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:43.110804 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.177382 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:43.283343 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b332f5b-38f3-4aec-9a63-0a9fcd6d9e49 None None] Pushing event updated for resources: {'Port': ['ID=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:43.384480 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-2f6e26cc-10d0-4e52-805f-2ca8bc4826fe None None] Provisioning complete for port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:43.393083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2f6e26cc-10d0-4e52-805f-2ca8bc4826fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.474333 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.26', 62696) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:43.629339 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:43.631881 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.672694 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-97757f08-2f85-4ba5-a276-e4e7d757f398 req-bb9a7162-3cfe-475e-84e7-a315303e7895 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.7220712 Jul 14 11:07:43.696404 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-06082a9e-e900-4861-9a31-3e4f21d6aca2 req-3e38d562-c293-4eca-90ec-ec9832e8c400 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.4500139 Jul 14 11:07:43.847999 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:07:44.107502 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88fb1b90-c184-418d-b86a-4d1f99b8df7f req-73e62a53-0f19-4809-89a7-bf135cb72cc5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 210 time: 0.1441910 Jul 14 11:07:44.154240 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:44.206376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-c88c3468-c063-4335-9434-8fa1c97b1485 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:44.208852 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-c88c3468-c063-4335-9434-8fa1c97b1485 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 1.1713514 Jul 14 11:07:44.346584 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:42Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:44.350365 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.26', 62700) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:44.360220 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e26cc-10d0-4e52-805f-2ca8bc4826fe None None] Current status of the port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:44.363271 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2f6e26cc-10d0-4e52-805f-2ca8bc4826fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:44.398116 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-11a953fe-fc21-481d-82b0-3ab6707ee433 req-5e03e7b7-c10e-4dc0-b610-21b35d3272ea tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.1873074 Jul 14 11:07:44.624955 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314b0b8-c128-4575-9cbd-b8bd9eff3101 None None] The sync data for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi is: [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:42Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:44.662242 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:44.863721 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:44.865270 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4b48f88a-82a0-462a-ae20-46392743424e up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:44.947207 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-2f6e26cc-10d0-4e52-805f-2ca8bc4826fe None None] For port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:44.977261 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:44.996794 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2f6e26cc-10d0-4e52-805f-2ca8bc4826fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:45.083231 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-32cb666c-491f-4c46-9ed1-5130feb1b3cc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:45.090264 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-32cb666c-491f-4c46-9ed1-5130feb1b3cc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 817 time: 0.7324436 Jul 14 11:07:45.158405 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88e41530-9cc6-4bec-92aa-042af593e9a4 req-5fdd7b7a-f610-4369-b854-b9d88c650581 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.1437254 Jul 14 11:07:45.165491 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Allocated IP 172.20.0.8 (131ff080-99aa-4954-b49d-b15b1af99faa/ab43c949-5864-4843-99b7-bdb6acb41ec3/f17cb494-ce01-4f03-b511-25356a886eab) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:45.211427 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 4b48f88a-82a0-462a-ae20-46392743424e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:45.213721 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4b48f88a-82a0-462a-ae20-46392743424e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:45.257932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e26cc-10d0-4e52-805f-2ca8bc4826fe None None] Pushing event updated for resources: {'Port': ['ID=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:45.571794 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0bef64a0-7c7a-47a8-94f2-75b4e1bd6744 req-f9739dcb-a1f1-4213-9f6b-075eea9e54ed tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.4858298 Jul 14 11:07:45.652993 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Allocated IP 172.20.0.8 (6b59ebe6-7c6e-4831-8fc8-b7d332f14328/488bea9e-ddae-4599-8017-df5b2ffe2048/24f57bda-0f9e-4061-8641-12b57f112b43) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:45.727475 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 4b48f88a-82a0-462a-ae20-46392743424e is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:45.728662 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device af3201f6-c635-4311-a147-60ea66758c6c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:45.950098 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port af3201f6-c635-4311-a147-60ea66758c6c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:45.950491 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (af3201f6-c635-4311-a147-60ea66758c6c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:45.958507 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:46.045062 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ce6f9fad-a634-463b-9d4a-6cd0975d5d1a req-1ed13dbb-6cce-42ef-8376-d51b1d495921 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.1432731 Jul 14 11:07:46.083893 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-bbb5071a-f9fb-42c6-87d4-a0726b3613ee tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 380 time: 1.6574566 Jul 14 11:07:46.095337 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a657eb0c-276d-4495-9cfa-93478a9194a4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:46.097453 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a657eb0c-276d-4495-9cfa-93478a9194a4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 818 time: 2.4154963 Jul 14 11:07:46.212747 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks [] for port (24f57bda-0f9e-4061-8641-12b57f112b43), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.283035 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:46.313892 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for port (f17cb494-ce01-4f03-b511-25356a886eab), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.349687 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port af3201f6-c635-4311-a147-60ea66758c6c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:46.399672 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52784) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:46.427366 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-16c9ce2b-6de8-4b0d-969d-e4e11781bf2e req-7dfdfabb-eaf1-4994-bf8d-427094c53778 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.1063414 Jul 14 11:07:46.451131 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.519443 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:46.600897 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-00809617-c030-413d-8fbf-a510984535a6 req-320cfdd9-dbbe-400a-9d89-8f2a7a3208a2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 210 time: 0.4259007 Jul 14 11:07:46.649952 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2258467d-4f27-4640-bbc4-4a6cee2c5988 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 379 time: 1.4514873 Jul 14 11:07:46.657177 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (f17cb494-ce01-4f03-b511-25356a886eab), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.678610 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:46.680922 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Pushing event updated for resources: {'Port': ['ID=24f57bda-0f9e-4061-8641-12b57f112b43,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:46.685661 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:46.688359 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:46.689949 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:46.694897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:46.695823 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.745484 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8ecea496-6d57-4df7-85bd-34e340757106 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0807550 Jul 14 11:07:46.795274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:46.805715 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4c8c32e5-700b-443e-9092-9ab546b805f2 req-eb0b95ce-9a75-4d13-9929-0a7153f3c542 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.0930240 Jul 14 11:07:46.826772 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-285d8e2c-88ed-475b-a066-611926d8de4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.850777 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:46.855582 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.964331 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Network 131ff080-99aa-4954-b49d-b15b1af99faa is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:46.973779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:46.978157 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:46.983675 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:46.984657 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.994448 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-285d8e2c-88ed-475b-a066-611926d8de4a admin admin] Publish callbacks [] for security_group (c1c4341b-b6e0-4051-91aa-d69ab900a401), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:46.998290 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'Port': ['ID=f17cb494-ce01-4f03-b511-25356a886eab,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:47.024620 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b352dac4-fd5d-4499-9484-60ec463a2fc9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4754870 Jul 14 11:07:47.027778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-285d8e2c-88ed-475b-a066-611926d8de4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c1c4341b-b6e0-4051-91aa-d69ab900a401), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.079104 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d8e2c-88ed-475b-a066-611926d8de4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4341b-b6e0-4051-91aa-d69ab900a401,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:47.086062 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-285d8e2c-88ed-475b-a066-611926d8de4a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa15e7e39a1746198bdc2be02bb5eee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6816139 Jul 14 11:07:47.088575 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52802) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:47.197293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:47.199338 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:47.225437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9491af38-0e5d-45ea-8a87-c29cec355d30 None None] Provisioning complete for port 24f57bda-0f9e-4061-8641-12b57f112b43 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:47.225857 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9491af38-0e5d-45ea-8a87-c29cec355d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.240109 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-90b5ada2-39a7-48fe-9a5e-7781397573e8 admin admin] Publish callbacks [] for security_group (c1c4341b-b6e0-4051-91aa-d69ab900a401), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.260283 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecee822-8afa-4891-8135-3a6abd904865 req-4913ff5c-face-480a-ac8d-e6fdb317ac1d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:47.262986 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9ecee822-8afa-4891-8135-3a6abd904865 req-4913ff5c-face-480a-ac8d-e6fdb317ac1d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 931 time: 0.1026309 Jul 14 11:07:47.277461 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9491af38-0e5d-45ea-8a87-c29cec355d30 None None] Port 24f57bda-0f9e-4061-8641-12b57f112b43 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:47.285305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:47.285750 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.300660 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-90b5ada2-39a7-48fe-9a5e-7781397573e8 admin admin] Publish callbacks [] for security_group (c1c4341b-b6e0-4051-91aa-d69ab900a401), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.385959 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9ecee822-8afa-4891-8135-3a6abd904865 req-7a8113b5-58f3-47d3-8a66-136571b1a465 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128716 Jul 14 11:07:47.396165 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:47.403038 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-c6a838da-55be-41f8-9d88-b35c503777c9 None None] Provisioning complete for port f17cb494-ce01-4f03-b511-25356a886eab triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:47.403679 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c6a838da-55be-41f8-9d88-b35c503777c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f17cb494-ce01-4f03-b511-25356a886eab), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.414299 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-90b5ada2-39a7-48fe-9a5e-7781397573e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c1c4341b-b6e0-4051-91aa-d69ab900a401), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.418502 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-90b5ada2-39a7-48fe-9a5e-7781397573e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.420336 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-90b5ada2-39a7-48fe-9a5e-7781397573e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1c4341b-b6e0-4051-91aa-d69ab900a401 HTTP/1.1" status: 204 len: 168 time: 0.3306770 Jul 14 11:07:47.434454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5ada2-39a7-48fe-9a5e-7781397573e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4341b-b6e0-4051-91aa-d69ab900a401,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:47.447682 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-c6a838da-55be-41f8-9d88-b35c503777c9 None None] Port f17cb494-ce01-4f03-b511-25356a886eab cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:47.591332 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b4052f6-29fd-4cf8-8f55-629e9b4d44aa req-661f6d18-3646-45cc-84ec-7de55bf9f322 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.0516613 Jul 14 11:07:47.761355 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e12d3-8586-4b65-af83-ad806c3a2b01 req-e9e29a2f-7ebc-417d-b378-99968254862c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:47.763182 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e25e12d3-8586-4b65-af83-ad806c3a2b01 req-e9e29a2f-7ebc-417d-b378-99968254862c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 931 time: 0.0680306 Jul 14 11:07:47.819369 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=14 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:47.827781 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e25e12d3-8586-4b65-af83-ad806c3a2b01 req-49120ea8-1b80-4fd3-a799-9c162e9da406 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561817 Jul 14 11:07:47.838711 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52820) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:47.854565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fa07fcb3-de02-4f9f-babb-8d880704b2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:47.943000 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf28b404-90e7-4815-b162-72d0e1c8cab5 req-048d6c61-c3f4-4bcc-86e2-86f7309f9082 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.0481873 Jul 14 11:07:48.014597 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fa07fcb3-de02-4f9f-babb-8d880704b2ed admin admin] Publish callbacks [] for security_group (750c84af-d163-4645-b5c8-8c18c524dca7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.018506 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fa07fcb3-de02-4f9f-babb-8d880704b2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (750c84af-d163-4645-b5c8-8c18c524dca7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.066433 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fa07fcb3-de02-4f9f-babb-8d880704b2ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f380151590e645328c138113e7d13081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260551 Jul 14 11:07:48.067329 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07fcb3-de02-4f9f-babb-8d880704b2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c84af-d163-4645-b5c8-8c18c524dca7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:48.070200 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52834) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:48.128608 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5355204-34b2-4736-88ff-dcf3b1f3eee8 admin admin] Publish callbacks [] for security_group (750c84af-d163-4645-b5c8-8c18c524dca7), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.154086 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5355204-34b2-4736-88ff-dcf3b1f3eee8 admin admin] Publish callbacks [] for security_group (750c84af-d163-4645-b5c8-8c18c524dca7), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.228566 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5355204-34b2-4736-88ff-dcf3b1f3eee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (750c84af-d163-4645-b5c8-8c18c524dca7), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.231461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5355204-34b2-4736-88ff-dcf3b1f3eee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.232838 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c5355204-34b2-4736-88ff-dcf3b1f3eee8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/750c84af-d163-4645-b5c8-8c18c524dca7 HTTP/1.1" status: 204 len: 168 time: 0.1609263 Jul 14 11:07:48.245168 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5355204-34b2-4736-88ff-dcf3b1f3eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c84af-d163-4645-b5c8-8c18c524dca7,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:48.533793 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb42fb-185c-4730-830a-2d237f2493d1 req-3f2048cc-09b2-455e-bc89-3609cd1ae213 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:48.535312 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b7cb42fb-185c-4730-830a-2d237f2493d1 req-3f2048cc-09b2-455e-bc89-3609cd1ae213 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 931 time: 0.0613301 Jul 14 11:07:48.591139 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b7cb42fb-185c-4730-830a-2d237f2493d1 req-4c7de147-bd62-4912-ac82-4f9ebb80a795 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489264 Jul 14 11:07:48.721423 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52848) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:48.726044 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-404f914e-d9ae-4545-bab5-5b67b2026448 req-42dd0c90-ed99-41af-8aea-adb7237ac4da tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.0359628 Jul 14 11:07:48.735338 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-398d834b-7bbc-49f7-a754-1f5f8d16eb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.738245 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:48.840934 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-398d834b-7bbc-49f7-a754-1f5f8d16eb3f admin admin] Publish callbacks [] for security_group (83f724c0-3341-4ff9-a064-6e5715cfffe6), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.845534 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-398d834b-7bbc-49f7-a754-1f5f8d16eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (83f724c0-3341-4ff9-a064-6e5715cfffe6), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.867671 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:48.891606 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-398d834b-7bbc-49f7-a754-1f5f8d16eb3f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3947ee4dc32e4d7c85b62110269c71f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689920 Jul 14 11:07:48.892822 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d834b-7bbc-49f7-a754-1f5f8d16eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f724c0-3341-4ff9-a064-6e5715cfffe6,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:48.895312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 52856) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:48.992494 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d5994349-7921-430f-9fbf-b9092a6403c4 admin admin] Publish callbacks [] for security_group (83f724c0-3341-4ff9-a064-6e5715cfffe6), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:49.000518 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c277d4-4d24-4069-9f53-e3bfefdefd4e req-27b3c0d5-75e3-4896-a050-78582e6c4098 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:49.002074 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b1c277d4-4d24-4069-9f53-e3bfefdefd4e req-27b3c0d5-75e3-4896-a050-78582e6c4098 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 931 time: 0.0730081 Jul 14 11:07:49.045194 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d5994349-7921-430f-9fbf-b9092a6403c4 admin admin] Publish callbacks [] for security_group (83f724c0-3341-4ff9-a064-6e5715cfffe6), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:49.101949 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b1c277d4-4d24-4069-9f53-e3bfefdefd4e req-f3606c35-1247-463a-bf02-45cf0249dbac tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897367 Jul 14 11:07:49.103327 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f4417eef-3e89-4e3b-b512-f451cacb9b08 req-4da4d0f4-f431-4c16-a2af-08fecf1850e8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.0331795 Jul 14 11:07:49.125939 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d5994349-7921-430f-9fbf-b9092a6403c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (83f724c0-3341-4ff9-a064-6e5715cfffe6), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:49.129765 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d5994349-7921-430f-9fbf-b9092a6403c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:49.131585 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d5994349-7921-430f-9fbf-b9092a6403c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83f724c0-3341-4ff9-a064-6e5715cfffe6 HTTP/1.1" status: 204 len: 168 time: 0.2351904 Jul 14 11:07:49.140964 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5994349-7921-430f-9fbf-b9092a6403c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f724c0-3341-4ff9-a064-6e5715cfffe6,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:49.744293 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b567075-cc14-4594-8ec8-a22023b800e9 req-ffc160e0-bd5e-42ad-9aa7-4de6f6797660 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:49.747108 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1b567075-cc14-4594-8ec8-a22023b800e9 req-ffc160e0-bd5e-42ad-9aa7-4de6f6797660 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 931 time: 0.0810695 Jul 14 11:07:49.952481 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1b567075-cc14-4594-8ec8-a22023b800e9 req-d186dae1-4130-4174-8f5e-2216a3df58fd tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887462 Jul 14 11:07:50.002168 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-99d07cbc-bfc2-4953-865a-f4ea65df6a2b req-ca5e8ccc-df35-4bdd-ac18-b52048aa0710 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.1034296 Jul 14 11:07:50.250435 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'port': {'device_id': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'admin_state_up': True, 'tenant_id': 'b3f043134a3d4369983f36769d2ae197'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:50.259162 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'port': {'device_id': '4d03bde1-0583-4099-8098-0077a2fc1084', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'admin_state_up': True, 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'security_groups': ['c0ac5003-c9f7-4d4e-adca-1b2bd4725b87']}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:50.385938 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-7712ee73-c5e0-47fc-9cd5-5b0189c67045 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:07:50.392879 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-7712ee73-c5e0-47fc-9cd5-5b0189c67045 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0524771 Jul 14 11:07:50.399277 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'port': {'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'admin_state_up': True, 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'security_groups': ['bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:50.415111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-f0508499-9801-45fa-9019-110763443a21 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:07:50.421486 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-f0508499-9801-45fa-9019-110763443a21 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0749297 Jul 14 11:07:50.509992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:50.768547 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e898c-50d6-47c6-8e5e-89b04c3b8c89 req-a92620aa-0818-44d7-89e1-4fc97ed79cfe tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:50.770973 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-164e898c-50d6-47c6-8e5e-89b04c3b8c89 req-a92620aa-0818-44d7-89e1-4fc97ed79cfe tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 931 time: 0.4327612 Jul 14 11:07:50.970090 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c93fc970-2485-4c63-9462-4bfe7f24cfd8 req-1dd93990-68dc-4682-af96-527227ce1e1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.6022723 Jul 14 11:07:50.974375 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:50.979523 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-164e898c-50d6-47c6-8e5e-89b04c3b8c89 req-0565fba9-6fcc-4167-b6eb-59e689de20df tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982002 Jul 14 11:07:51.007327 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Made reservation on behalf of 9b56ea0be2964e21985deb5964232923 for: {'port': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:51.026133 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:51.128163 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Made reservation on behalf of 7f04452d94114c64b9882cfa66e29479 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:51.133135 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:51.566343 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Request body: {'port': {'device_id': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:51.612192 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5d879245-dfbd-447f-b79b-29d76f42fc4c req-17b4409a-802c-4e51-9e91-65dea6a3e01a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.2139862 Jul 14 11:07:51.729962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Request body: {'port': {'device_id': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:51.733181 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 52980) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:51.783539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Made reservation on behalf of b3f043134a3d4369983f36769d2ae197 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:51.790195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:51.993594 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.20.0.7 (9e745ada-d5b0-42ea-a509-ecc280f4f780/44b46b4d-f60f-4fda-be8f-e4247e94a6be/60ab608d-54a2-43be-9f6e-4c5078b5c6b4) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:52.029498 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:52.066768 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:52.071952 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Allocated IP 172.20.0.10 (90ec2180-c51d-4c74-aa35-68c20d17fb42/1ca2b66a-e97f-480c-a28a-47999a71b676/81b715b1-2ff3-4295-9104-d4e547039e70) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:52.095760 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:52.350603 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:52.562795 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:52.749047 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53010) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:52.751865 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a8a75ae3-859c-4279-b6f7-ed25b2a30bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:52.840183 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:52.841582 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:52.855492 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:52.874030 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527074e-abbe-4a56-abc8-9209e391c3c1 req-192b1f51-0b0b-4052-9043-b344534014f2 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:52.882563 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e527074e-abbe-4a56-abc8-9209e391c3c1 req-192b1f51-0b0b-4052-9043-b344534014f2 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 931 time: 1.1478219 Jul 14 11:07:52.885178 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:52.893051 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:52.899953 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:52.900893 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:53.028279 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62892cb8-82a7-4d5f-a038-dfcc877c9ea2 req-16f6bc6a-f794-4cc1-a271-b783cdd15532 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.7335455 Jul 14 11:07:53.317210 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for port (81b715b1-2ff3-4295-9104-d4e547039e70), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:53.396799 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:53.413580 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Allocated IP 172.20.0.14 (131ff080-99aa-4954-b49d-b15b1af99faa/ab43c949-5864-4843-99b7-bdb6acb41ec3/13944c62-ebab-45c6-93d8-38bb5fd3a687) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:53.568559 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-c2da458f-6be4-4253-a7a1-a65f7a0b6ea0 None None] Provisioning complete for port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:53.569497 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c2da458f-6be4-4253-a7a1-a65f7a0b6ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:53.644263 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-c2da458f-6be4-4253-a7a1-a65f7a0b6ea0 None None] Port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:53.738389 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:53.759198 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:53.781114 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:53.801144 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:53.813174 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:53.818090 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:53.829997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:53.832069 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:53.845309 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=28 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:53.884967 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6325245 Jul 14 11:07:53.904093 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb457e0d-9ed3-4315-b599-e14d59070c54 req-6c7b46c3-808a-4d7f-857d-8908803baafd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:53.906273 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eb457e0d-9ed3-4315-b599-e14d59070c54 req-6c7b46c3-808a-4d7f-857d-8908803baafd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 931 time: 0.5142250 Jul 14 11:07:53.936158 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'Port': ['ID=13944c62-ebab-45c6-93d8-38bb5fd3a687,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:53.974371 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-6f2c8ff3-7c40-47b3-bed6-cd1e03086641 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6292439 Jul 14 11:07:53.975277 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41974db5-45cf-4b7d-8725-e323b041c2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:54.047430 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Request body: {'port': {'device_id': '4d03bde1-0583-4099-8098-0077a2fc1084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:54.061080 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285659d-e140-4170-a849-8a0bce8f191d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:54.071710 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e527074e-abbe-4a56-abc8-9209e391c3c1 req-67a07532-9525-4d6d-b238-ca5ba09ab545 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1875420 Jul 14 11:07:54.072767 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f17cb494-ce01-4f03-b511-25356a886eab), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:54.080787 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Request body: {'port': {'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:54.165335 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:54.318493 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:54.321269 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:54.397306 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eb457e0d-9ed3-4315-b599-e14d59070c54 req-088487ab-dbf9-400f-b71f-66340a92691f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623230 Jul 14 11:07:54.408773 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-7543d003-740f-498f-b23e-0b6a73c9f31d None None] Provisioning complete for port 81b715b1-2ff3-4295-9104-d4e547039e70 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:54.409499 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7543d003-740f-498f-b23e-0b6a73c9f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:54.516246 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Network 131ff080-99aa-4954-b49d-b15b1af99faa is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:54.559443 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7543d003-740f-498f-b23e-0b6a73c9f31d None None] Port 81b715b1-2ff3-4295-9104-d4e547039e70 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:54.606086 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:54.607522 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:54.710934 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:54.728807 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:54.730049 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:54.879713 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc41cb-36c9-4d15-aaad-d8872380fde4 req-c0b8ce97-3731-4ef2-9731-b761a95fd8ce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:54.890504 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68fc41cb-36c9-4d15-aaad-d8872380fde4 req-c0b8ce97-3731-4ef2-9731-b761a95fd8ce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 932 time: 0.6937573 Jul 14 11:07:54.988379 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c427d5-e8ee-4a6f-961a-150aa8c2f3a5 req-32d6190d-b051-4d22-b3a4-4c5a346a16b3 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:55.009742 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-21c427d5-e8ee-4a6f-961a-150aa8c2f3a5 req-32d6190d-b051-4d22-b3a4-4c5a346a16b3 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 931 time: 0.3466241 Jul 14 11:07:55.053884 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-a6a8916d-ef34-43d5-9fe7-e811b71065ee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8072309 Jul 14 11:07:55.127128 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a8a75ae3-859c-4279-b6f7-ed25b2a30bb5 admin admin] Publish callbacks [] for security_group (00c3e043-9fa3-4098-ae71-caf133040ce5), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:55.150015 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f57bda-0f9e-4061-8641-12b57f112b43 {{(pid=104141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:07:55.201764 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-caefb169-002c-4fdd-b899-fdfef6ded4e1 None None] Provisioning complete for port 13944c62-ebab-45c6-93d8-38bb5fd3a687 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:55.209198 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-caefb169-002c-4fdd-b899-fdfef6ded4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:55.214909 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Publish callbacks [] for port (24f57bda-0f9e-4061-8641-12b57f112b43), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:55.327739 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-caefb169-002c-4fdd-b899-fdfef6ded4e1 None None] Port 13944c62-ebab-45c6-93d8-38bb5fd3a687 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:55.445750 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53086) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:55.573478 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.provisioning_blocks [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Transition to ACTIVE for port object 24f57bda-0f9e-4061-8641-12b57f112b43 will not be triggered until provisioned by entity L2. {{(pid=104141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:07:55.600986 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-21c427d5-e8ee-4a6f-961a-150aa8c2f3a5 req-25123108-62f7-4cb8-81dc-ba362e2bc0a6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5899708 Jul 14 11:07:55.605509 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:55.927979 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=24f57bda-0f9e-4061-8641-12b57f112b43,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:55.931274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-28a53e21-621f-4ff4-b640-d0ea5d5cd3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.023223 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:56.035626 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd1a9c-6873-48f8-8254-0938b42dd92b req-6f0f4feb-8648-45c4-ba43-f534cd0c135d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:56.044060 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-01fd1a9c-6873-48f8-8254-0938b42dd92b req-6f0f4feb-8648-45c4-ba43-f534cd0c135d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.2898533 Jul 14 11:07:56.060455 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17cb494-ce01-4f03-b511-25356a886eab {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:07:56.074031 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Publish callbacks [] for port (f17cb494-ce01-4f03-b511-25356a886eab), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.108376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Transition to ACTIVE for port object f17cb494-ce01-4f03-b511-25356a886eab will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:07:56.122866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Request body: {'port': {'device_id': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:56.126114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:56.151853 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f17cb494-ce01-4f03-b511-25356a886eab), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.165016 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a8a75ae3-859c-4279-b6f7-ed25b2a30bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (00c3e043-9fa3-4098-ae71-caf133040ce5), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.311096 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a75ae3-859c-4279-b6f7-ed25b2a30bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c3e043-9fa3-4098-ae71-caf133040ce5,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:56.317536 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Attempting to bind port 24f57bda-0f9e-4061-8641-12b57f112b43 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:56.319187 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Attempting to bind port 24f57bda-0f9e-4061-8641-12b57f112b43 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:56.320879 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Attempting to bind port 24f57bda-0f9e-4061-8641-12b57f112b43 on network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:56.323761 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Pushing event updated for resources: {'Port': ['ID=f17cb494-ce01-4f03-b511-25356a886eab,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:56.418670 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-01fd1a9c-6873-48f8-8254-0938b42dd92b req-b5438e28-bd20-46cc-b21c-ee07100aa292 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733418 Jul 14 11:07:56.419675 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Port 24f57bda-0f9e-4061-8641-12b57f112b43 on network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:07:56.420278 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Attempting to bind port 24f57bda-0f9e-4061-8641-12b57f112b43 on network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:56.526471 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41974db5-45cf-4b7d-8725-e323b041c2dc admin admin] Publish callbacks [] for security_group (5b4645bc-d373-4b0a-8e2e-b8e904d9e75f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.528957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:56.539057 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:56.544169 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Checking segment: {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:56.544169 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Bound using segment: {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:56.544169 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Bound port: 24f57bda-0f9e-4061-8641-12b57f112b43, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92e320f8-1c28-4c01-a397-ea6908d37d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:56.544169 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.646728 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b715b1-2ff3-4295-9104-d4e547039e70 {{(pid=104141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:07:56.662884 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-68fc41cb-36c9-4d15-aaad-d8872380fde4 req-ad4bafd3-6aea-4caf-abc7-7c94e383f360 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7710390 Jul 14 11:07:56.675222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Attempting to bind port f17cb494-ce01-4f03-b511-25356a886eab on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:56.675903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Attempting to bind port f17cb494-ce01-4f03-b511-25356a886eab by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:56.676503 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Attempting to bind port f17cb494-ce01-4f03-b511-25356a886eab on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:56.679260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-41974db5-45cf-4b7d-8725-e323b041c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (5b4645bc-d373-4b0a-8e2e-b8e904d9e75f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.747861 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-41974db5-45cf-4b7d-8725-e323b041c2dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f74bd4caec0949b59ede43acfb0bcc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9346869 Jul 14 11:07:56.754539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41974db5-45cf-4b7d-8725-e323b041c2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4645bc-d373-4b0a-8e2e-b8e904d9e75f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:56.780042 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53106) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:56.782908 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a8a75ae3-859c-4279-b6f7-ed25b2a30bb5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed7e3f280cb643d3be3730f787ffadff&name=default HTTP/1.1" status: 200 len: 2996 time: 5.0376182 Jul 14 11:07:56.812238 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Port f17cb494-ce01-4f03-b511-25356a886eab on network 131ff080-99aa-4954-b49d-b15b1af99faa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:07:56.813095 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Attempting to bind port f17cb494-ce01-4f03-b511-25356a886eab on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:56.829574 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53108) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:56.831021 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:56.831680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Checking segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:56.832549 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Bound using segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:56.833245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Bound port: f17cb494-ce01-4f03-b511-25356a886eab, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:56.833821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f17cb494-ce01-4f03-b511-25356a886eab), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.857905 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:56.863690 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Publish callbacks [] for port (81b715b1-2ff3-4295-9104-d4e547039e70), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.907333 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65d351-3f64-411d-85b6-a92ef8f35237 req-5453bc03-a19d-4058-81c2-a9c51d808028 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:56.915184 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ae65d351-3f64-411d-85b6-a92ef8f35237 req-5453bc03-a19d-4058-81c2-a9c51d808028 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.2744582 Jul 14 11:07:56.950277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.provisioning_blocks [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Transition to ACTIVE for port object 81b715b1-2ff3-4295-9104-d4e547039e70 will not be triggered until provisioned by entity L2. {{(pid=104141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:07:56.969312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:56.980298 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-28a53e21-621f-4ff4-b640-d0ea5d5cd3a5 admin admin] Publish callbacks [] for security_group (56ec0397-2f34-4ea2-a3dd-33362f45f88d), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:57.022837 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-28a53e21-621f-4ff4-b640-d0ea5d5cd3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (56ec0397-2f34-4ea2-a3dd-33362f45f88d), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:57.041452 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] For port 24f57bda-0f9e-4061-8641-12b57f112b43, host hv-cinder-84893, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:57.153211 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53e21-621f-4ff4-b640-d0ea5d5cd3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec0397-2f34-4ea2-a3dd-33362f45f88d,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:57.177159 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] For port 24f57bda-0f9e-4061-8641-12b57f112b43, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=24f57bda-0f9e-4061-8641-12b57f112b43,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:57.219778 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-28a53e21-621f-4ff4-b640-d0ea5d5cd3a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d4bd52b13e04ef9a7143d5b3f352339&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7482557 Jul 14 11:07:57.227734 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:57.242370 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53122) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:57.244666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:57.267173 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ae65d351-3f64-411d-85b6-a92ef8f35237 req-fcd45bff-25ad-454d-a6d8-e9079c4bb4a8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509629 Jul 14 11:07:57.328286 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ea08-812d-45ab-b19d-4bd4bf671a79 req-c718e024-0a47-43f5-9e41-b0d792d132ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:57.337521 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bb1ea08-812d-45ab-b19d-4bd4bf671a79 req-c718e024-0a47-43f5-9e41-b0d792d132ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 931 time: 0.4462128 Jul 14 11:07:57.350303 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:57.357570 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:57.359227 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] 10.222.0.26 "PUT /v2.0/ports/24f57bda-0f9e-4061-8641-12b57f112b43 HTTP/1.1" status: 200 len: 1093 time: 6.5048728 Jul 14 11:07:57.361052 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'tag': '24f57bda-0f9e-4061-8641-12b57f112b43'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:07:57.542527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:57.632841 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Attempting to bind port 81b715b1-2ff3-4295-9104-d4e547039e70 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:57.633495 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Attempting to bind port 81b715b1-2ff3-4295-9104-d4e547039e70 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:57.633495 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Attempting to bind port 81b715b1-2ff3-4295-9104-d4e547039e70 on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:57.635537 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:57.638960 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6bb1ea08-812d-45ab-b19d-4bd4bf671a79 req-a7b265b7-13cd-4bda-b130-178feff2ef09 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995827 Jul 14 11:07:57.751911 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Port 81b715b1-2ff3-4295-9104-d4e547039e70 on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:07:57.752225 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Attempting to bind port 81b715b1-2ff3-4295-9104-d4e547039e70 on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:57.768086 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:57.768628 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Checking segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:57.768800 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Bound using segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} {{(pid=104141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:57.769268 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.managers [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Bound port: 81b715b1-2ff3-4295-9104-d4e547039e70, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}}] {{(pid=104141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:57.769738 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:57.998194 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1e89-8c27-457b-9250-b65f720031c1 admin admin] Publish callbacks [] for security_group (00c3e043-9fa3-4098-ae71-caf133040ce5), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.027080 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7f4411d8-edbe-4f4e-b346-ad7db0047710 admin admin] Publish callbacks [] for security_group (56ec0397-2f34-4ea2-a3dd-33362f45f88d), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.031012 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13eba2e-b029-4367-bbe3-8125cfb756c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d15adbd9-9e3f-4368-8dc4-45ecc5436d5d", "tag": "24f57bda-0f9e-4061-8641-12b57f112b43"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:07:58.056038 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-e01cf917-a1b3-4cd4-bb13-89f4ea7bc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:58.058126 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-e01cf917-a1b3-4cd4-bb13-89f4ea7bc4ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a90a870ee4154287be1282b3f46bdd05&device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 1127 time: 0.4842691 Jul 14 11:07:58.066627 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:58.072185 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458ea-e007-49d7-ad11-9543dd85e095 req-1e1f1005-45ff-4094-a37f-b847f324aaa3 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:58.075008 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-286458ea-e007-49d7-ad11-9543dd85e095 req-1e1f1005-45ff-4094-a37f-b847f324aaa3 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.4496779 Jul 14 11:07:58.076158 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2029-23a7-4283-80da-fcf58387bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=24f57bda-0f9e-4061-8641-12b57f112b43,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:58.143491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c0af30ea-45f3-410d-8d30-d870229dc2a9 admin admin] Publish callbacks [] for security_group (5b4645bc-d373-4b0a-8e2e-b8e904d9e75f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.157710 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7f4411d8-edbe-4f4e-b346-ad7db0047710 admin admin] Publish callbacks [] for security_group (56ec0397-2f34-4ea2-a3dd-33362f45f88d), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.186427 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c0af30ea-45f3-410d-8d30-d870229dc2a9 admin admin] Publish callbacks [] for security_group (5b4645bc-d373-4b0a-8e2e-b8e904d9e75f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.246518 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, cleared binding levels {{(pid=104141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:58.251786 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:58.267560 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1e89-8c27-457b-9250-b65f720031c1 admin admin] Publish callbacks [] for security_group (00c3e043-9fa3-4098-ae71-caf133040ce5), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.270642 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:58.277072 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.281009 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] For port f17cb494-ce01-4f03-b511-25356a886eab, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:58.295643 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c0af30ea-45f3-410d-8d30-d870229dc2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (5b4645bc-d373-4b0a-8e2e-b8e904d9e75f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.298536 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c0af30ea-45f3-410d-8d30-d870229dc2a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.299983 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c0af30ea-45f3-410d-8d30-d870229dc2a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5b4645bc-d373-4b0a-8e2e-b8e904d9e75f HTTP/1.1" status: 204 len: 168 time: 1.5156164 Jul 14 11:07:58.369585 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd7bd4-3a98-404b-9183-1813540cb7de req-dfa2ff28-f4ae-4f25-8c2e-1ce58f9fe95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:58.373401 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08fd7bd4-3a98-404b-9183-1813540cb7de req-dfa2ff28-f4ae-4f25-8c2e-1ce58f9fe95e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.4101448 Jul 14 11:07:58.402568 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:58.403197 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.404644 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] 10.222.0.26 "PUT /v2.0/ports/81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 1094 time: 4.4938469 Jul 14 11:07:58.415058 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af30ea-45f3-410d-8d30-d870229dc2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4645bc-d373-4b0a-8e2e-b8e904d9e75f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:58.499851 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-902de90c-3862-4b14-b85d-55c24f0af11a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f57bda-0f9e-4061-8641-12b57f112b43 HTTP/1.1" status: 200 len: 217 time: 0.1659787 Jul 14 11:07:58.514564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] For port f17cb494-ce01-4f03-b511-25356a886eab, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=f17cb494-ce01-4f03-b511-25356a886eab,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:58.597779 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-286458ea-e007-49d7-ad11-9543dd85e095 req-71022224-73ab-4e0b-bb2f-bb7f6d46922d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500308 Jul 14 11:07:58.628908 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46d46d-e8a7-4ff0-91e2-4b58ad894cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=3']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:58.785467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:07:58.793202 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:58.794820 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7f4411d8-edbe-4f4e-b346-ad7db0047710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (56ec0397-2f34-4ea2-a3dd-33362f45f88d), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.796100 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Publish callbacks [] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.803186 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7f4411d8-edbe-4f4e-b346-ad7db0047710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.805952 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-7f4411d8-edbe-4f4e-b346-ad7db0047710 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56ec0397-2f34-4ea2-a3dd-33362f45f88d HTTP/1.1" status: 204 len: 168 time: 1.5574481 Jul 14 11:07:58.815433 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Transition to ACTIVE for port object 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:07:58.825951 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f17cb494-ce01-4f03-b511-25356a886eab), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:58.868576 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4411d8-edbe-4f4e-b346-ad7db0047710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec0397-2f34-4ea2-a3dd-33362f45f88d,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:58.913470 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-17b7d13f-8591-47c5-9494-5d2dc1f55728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:58.925315 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-17b7d13f-8591-47c5-9494-5d2dc1f55728 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=488bea9e-ddae-4599-8017-df5b2ffe2048 HTTP/1.1" status: 200 len: 851 time: 0.3235714 Jul 14 11:07:58.926421 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-9208e519-990e-4260-9b40-e5f95322badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:58.927899 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-9208e519-990e-4260-9b40-e5f95322badd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1128 time: 0.2812841 Jul 14 11:07:58.998222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1e89-8c27-457b-9250-b65f720031c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (00c3e043-9fa3-4098-ae71-caf133040ce5), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.005348 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1e89-8c27-457b-9250-b65f720031c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.006683 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1a5e1e89-8c27-457b-9250-b65f720031c1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00c3e043-9fa3-4098-ae71-caf133040ce5 HTTP/1.1" status: 204 len: 168 time: 2.1511455 Jul 14 11:07:59.007832 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.111848 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53156) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:59.230733 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5b903c-89d9-4ecb-a414-78bd3a30b63f x-openstack-request-id: req-4b5b903c-89d9-4ecb-a414-78bd3a30b63f {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:07:59.231132 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15adbd9-9e3f-4368-8dc4-45ecc5436d5d", "tag": "24f57bda-0f9e-4061-8641-12b57f112b43", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:07:59.231356 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4b5b903c-89d9-4ecb-a414-78bd3a30b63f {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:07:59.231867 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5b903c-89d9-4ecb-a414-78bd3a30b63f'] response: {'name': 'network-changed', 'server_uuid': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'tag': '24f57bda-0f9e-4061-8641-12b57f112b43', 'status': 'completed', 'code': 200} Jul 14 11:07:59.378354 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2ebbb6d1-7e67-4468-966b-57254b1bb274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 217 time: 0.4016004 Jul 14 11:07:59.378976 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13944c62-ebab-45c6-93d8-38bb5fd3a687 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:07:59.389811 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Publish callbacks [] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.406444 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Transition to ACTIVE for port object 13944c62-ebab-45c6-93d8-38bb5fd3a687 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:07:59.437645 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.454978 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e1e89-8c27-457b-9250-b65f720031c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c3e043-9fa3-4098-ae71-caf133040ce5,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:59.487520 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Pushing event updated for resources: {'Port': ['ID=f17cb494-ce01-4f03-b511-25356a886eab,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:59.530779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:59.530779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.532659 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-20b1b771-42a5-4edc-9afa-ef0f222cd950 service neutron] 10.222.0.26 "PUT /v2.0/ports/f17cb494-ce01-4f03-b511-25356a886eab HTTP/1.1" status: 200 len: 1093 time: 8.5334604 Jul 14 11:07:59.535438 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f55c52b7-a3a1-4225-9811-3f08fdca7757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.552721 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'tag': 'f17cb494-ce01-4f03-b511-25356a886eab'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:07:59.564008 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-9a522982-4447-40a4-8e4b-ac4027c1a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:59.565954 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-9a522982-4447-40a4-8e4b-ac4027c1a834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b59ebe6-7c6e-4831-8fc8-b7d332f14328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5879114 Jul 14 11:07:59.660284 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea191dfb-574c-43a0-8322-e5394c326138 req-89df7cfb-c563-4f82-94fa-61fed806b520 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:59.668581 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ea191dfb-574c-43a0-8322-e5394c326138 req-89df7cfb-c563-4f82-94fa-61fed806b520 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.3248069 Jul 14 11:07:59.725729 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53180) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:59.765166 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2b669443-2f5b-40f7-9c99-4842e40aeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:59.768055 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2b669443-2f5b-40f7-9c99-4842e40aeb38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.2247803 Jul 14 11:07:59.775306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b033ecc3-dc1b-4ffa-b0f6-e489eb4d5d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:59.786555 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08fd7bd4-3a98-404b-9183-1813540cb7de req-1cd47b10-9d4a-493c-b32b-f91d4e0833b0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3617961 Jul 14 11:07:59.839261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Pushing event updated for resources: {'Port': ['ID=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:59.884214 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ea191dfb-574c-43a0-8322-e5394c326138 req-dd03b38f-d76d-47db-a78f-0223334bc914 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142546 Jul 14 11:08:00.105810 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f55c52b7-a3a1-4225-9811-3f08fdca7757 admin admin] Publish callbacks [] for security_group (c49e3ff7-4760-4f1d-8746-6e94c3880067), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.118326 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:00.120707 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=13944c62-ebab-45c6-93d8-38bb5fd3a687,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.128752 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f55c52b7-a3a1-4225-9811-3f08fdca7757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c49e3ff7-4760-4f1d-8746-6e94c3880067), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.147632 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66422a2f-7aee-4131-b8d6-21bbd310a3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd47a70-769e-4bfc-8954-376cd1d1dd8f", "tag": "f17cb494-ce01-4f03-b511-25356a886eab"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:00.157714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Attempting to bind port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:08:00.158085 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Attempting to bind port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:08:00.158340 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Attempting to bind port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:08:00.173384 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf2068-b3d8-490f-9503-1d48cc807856 req-0da0b892-b3da-4bd4-b413-7671efd8a38f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:00.182323 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a6bf2068-b3d8-490f-9503-1d48cc807856 req-0da0b892-b3da-4bd4-b413-7671efd8a38f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.1894295 Jul 14 11:08:00.185731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb035f-74e7-472d-a04a-46b98cc2b91e req-9d1ace4c-eb2f-4c78-af72-5a818eefda8f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:00.192529 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53186) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:00.195759 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f7cb035f-74e7-472d-a04a-46b98cc2b91e req-9d1ace4c-eb2f-4c78-af72-5a818eefda8f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.2261410 Jul 14 11:08:00.199606 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:08:00.199984 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Attempting to bind port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:08:00.230500 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:08:00.231325 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Checking segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:08:00.231325 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Bound using segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:08:00.231709 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Bound port: 60ab608d-54a2-43be-9f6e-4c5078b5c6b4, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:08:00.232032 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.238453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Attempting to bind port 13944c62-ebab-45c6-93d8-38bb5fd3a687 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:08:00.238453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Attempting to bind port 13944c62-ebab-45c6-93d8-38bb5fd3a687 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:08:00.238453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Attempting to bind port 13944c62-ebab-45c6-93d8-38bb5fd3a687 on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:08:00.254466 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f55c52b7-a3a1-4225-9811-3f08fdca7757 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e3462f63802848e49d2be9d05b39cc70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1365931 Jul 14 11:08:00.256899 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53188) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:00.258808 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Port 13944c62-ebab-45c6-93d8-38bb5fd3a687 on network 131ff080-99aa-4954-b49d-b15b1af99faa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:08:00.259166 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Attempting to bind port 13944c62-ebab-45c6-93d8-38bb5fd3a687 on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:08:00.279720 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcb75-1027-4adc-8520-92b00999a912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.292666 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:00.294733 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b033ecc3-dc1b-4ffa-b0f6-e489eb4d5d5d admin admin] Publish callbacks [] for security_group (b4c7ca1b-79c6-4a08-8ae6-e98a7480c639), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.312590 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b033ecc3-dc1b-4ffa-b0f6-e489eb4d5d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b4c7ca1b-79c6-4a08-8ae6-e98a7480c639), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.314766 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c52b7-a3a1-4225-9811-3f08fdca7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e3ff7-4760-4f1d-8746-6e94c3880067,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.323245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:08:00.323617 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Checking segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:08:00.323989 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Bound using segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:08:00.324427 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Bound port: 13944c62-ebab-45c6-93d8-38bb5fd3a687, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:08:00.324778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.341960 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:00.342296 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a6bf2068-b3d8-490f-9503-1d48cc807856 req-0eed6177-178f-45b7-a689-5d38959d712d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586525 Jul 14 11:08:00.359648 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f7cb035f-74e7-472d-a04a-46b98cc2b91e req-2945176f-5623-4e24-a04f-23087b98d350 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609862 Jul 14 11:08:00.373518 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:00.378542 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b033ecc3-dc1b-4ffa-b0f6-e489eb4d5d5d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d3f13655722d4a43803ac347df970a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6513357 Jul 14 11:08:00.379368 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ecc3-dc1b-4ffa-b0f6-e489eb4d5d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c7ca1b-79c6-4a08-8ae6-e98a7480c639,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.381867 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53192) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:00.472166 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] For port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:08:00.483779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f7cbdf0c-d50d-4b89-b128-5a13e329de92 admin admin] Publish callbacks [] for security_group (b4c7ca1b-79c6-4a08-8ae6-e98a7480c639), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.498360 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5394-cd59-415e-981c-425615c90c37 admin admin] Publish callbacks [] for security_group (c49e3ff7-4760-4f1d-8746-6e94c3880067), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.501408 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] For port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:08:00.516491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] For port 13944c62-ebab-45c6-93d8-38bb5fd3a687, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:08:00.519519 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.524890 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] For port 13944c62-ebab-45c6-93d8-38bb5fd3a687, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:08:00.526575 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f7cbdf0c-d50d-4b89-b128-5a13e329de92 admin admin] Publish callbacks [] for security_group (b4c7ca1b-79c6-4a08-8ae6-e98a7480c639), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.529860 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcb75-1027-4adc-8520-92b00999a912 admin admin] Publish callbacks [] for security_group (91a2d006-a401-4366-b872-0da181744440), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.542406 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcb75-1027-4adc-8520-92b00999a912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (91a2d006-a401-4366-b872-0da181744440), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.566917 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.569791 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d312d9f-9d8b-4033-838b-a3f83b0b93ab x-openstack-request-id: req-1d312d9f-9d8b-4033-838b-a3f83b0b93ab {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:00.570071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd47a70-769e-4bfc-8954-376cd1d1dd8f", "tag": "f17cb494-ce01-4f03-b511-25356a886eab", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:00.570320 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d312d9f-9d8b-4033-838b-a3f83b0b93ab {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:00.570758 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d312d9f-9d8b-4033-838b-a3f83b0b93ab'] response: {'name': 'network-changed', 'server_uuid': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'tag': 'f17cb494-ce01-4f03-b511-25356a886eab', 'status': 'completed', 'code': 200} Jul 14 11:08:00.574226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5394-cd59-415e-981c-425615c90c37 admin admin] Publish callbacks [] for security_group (c49e3ff7-4760-4f1d-8746-6e94c3880067), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.597493 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3d1dcb75-1027-4adc-8520-92b00999a912 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=261d958c5a8847178473cab5b663d024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809309 Jul 14 11:08:00.601254 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53194) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:00.609032 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:00.609756 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.611265 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] 10.222.0.26 "PUT /v2.0/ports/13944c62-ebab-45c6-93d8-38bb5fd3a687 HTTP/1.1" status: 200 len: 1094 time: 4.5009360 Jul 14 11:08:00.617956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dcb75-1027-4adc-8520-92b00999a912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a2d006-a401-4366-b872-0da181744440,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.619186 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:00.619921 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.621348 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] 10.222.0.26 "PUT /v2.0/ports/60ab608d-54a2-43be-9f6e-4c5078b5c6b4 HTTP/1.1" status: 200 len: 1093 time: 6.5721865 Jul 14 11:08:00.656362 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f7cbdf0c-d50d-4b89-b128-5a13e329de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b4c7ca1b-79c6-4a08-8ae6-e98a7480c639), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.658904 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f7cbdf0c-d50d-4b89-b128-5a13e329de92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.663395 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f7cbdf0c-d50d-4b89-b128-5a13e329de92 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b4c7ca1b-79c6-4a08-8ae6-e98a7480c639 HTTP/1.1" status: 204 len: 168 time: 0.2773561 Jul 14 11:08:00.663749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a335f3-d6f3-4b71-90b8-ee10b84c4f53 service neutron] Pushing event updated for resources: {'Port': ['ID=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.678341 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8ae64c11-9ea6-4661-bfe0-82b3ec0cc8f4 admin admin] Publish callbacks [] for security_group (91a2d006-a401-4366-b872-0da181744440), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.681935 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbdf0c-d50d-4b89-b128-5a13e329de92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c7ca1b-79c6-4a08-8ae6-e98a7480c639,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.707521 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8ae64c11-9ea6-4661-bfe0-82b3ec0cc8f4 admin admin] Publish callbacks [] for security_group (91a2d006-a401-4366-b872-0da181744440), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.737962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5394-cd59-415e-981c-425615c90c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c49e3ff7-4760-4f1d-8746-6e94c3880067), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.740524 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5394-cd59-415e-981c-425615c90c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.744753 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1f4a5394-cd59-415e-981c-425615c90c37 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c49e3ff7-4760-4f1d-8746-6e94c3880067 HTTP/1.1" status: 204 len: 168 time: 0.4799254 Jul 14 11:08:00.774929 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5394-cd59-415e-981c-425615c90c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e3ff7-4760-4f1d-8746-6e94c3880067,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.803827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6610a4-2432-450d-ae29-9c044f7d1bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=13944c62-ebab-45c6-93d8-38bb5fd3a687,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.810274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8ae64c11-9ea6-4661-bfe0-82b3ec0cc8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (91a2d006-a401-4366-b872-0da181744440), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.813425 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8ae64c11-9ea6-4661-bfe0-82b3ec0cc8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:00.814674 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-8ae64c11-9ea6-4661-bfe0-82b3ec0cc8f4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91a2d006-a401-4366-b872-0da181744440 HTTP/1.1" status: 204 len: 168 time: 0.2124462 Jul 14 11:08:00.825166 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae64c11-9ea6-4661-bfe0-82b3ec0cc8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a2d006-a401-4366-b872-0da181744440,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:00.985302 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fc7ae-1caf-464b-ad69-dffa8a978f15 req-e80de7b3-bcc0-433c-b94c-617a5f822b9f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:00.987711 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b33fc7ae-1caf-464b-ad69-dffa8a978f15 req-e80de7b3-bcc0-433c-b94c-617a5f822b9f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0880139 Jul 14 11:08:01.044701 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb82149-9b26-4967-aa85-5d52ec9b6b20 req-3931b8de-140a-459d-9bce-84ce8cfb1a51 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:01.046355 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fdb82149-9b26-4967-aa85-5d52ec9b6b20 req-3931b8de-140a-459d-9bce-84ce8cfb1a51 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0797095 Jul 14 11:08:01.069732 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b33fc7ae-1caf-464b-ad69-dffa8a978f15 req-84a71e7b-e3c0-4305-a986-02d74c7fdef3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711138 Jul 14 11:08:01.146723 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fdb82149-9b26-4967-aa85-5d52ec9b6b20 req-2e12e7d2-9ed4-4928-86ec-56e3e42e9f61 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900013 Jul 14 11:08:01.233947 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:08:01.236998 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:01.335421 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a60fef-ef86-4e4f-8f24-268abfa998ca x-openstack-request-id: req-a2a60fef-ef86-4e4f-8f24-268abfa998ca {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:01.336019 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:01.336499 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2a60fef-ef86-4e4f-8f24-268abfa998ca {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:01.337125 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a60fef-ef86-4e4f-8f24-268abfa998ca'] response: {'name': 'network-changed', 'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70', 'status': 'completed', 'code': 200} Jul 14 11:08:01.507867 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3075db-e0cc-4f7b-8370-af0ab122faf8 req-c7f35008-f4af-4b13-9a69-2d70a6332059 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:01.510998 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0d3075db-e0cc-4f7b-8370-af0ab122faf8 req-c7f35008-f4af-4b13-9a69-2d70a6332059 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.0637295 Jul 14 11:08:01.535098 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e52f-37db-4e49-8da3-a4cea6fa6b37 req-d2051019-dc04-42e0-bf83-83dccd3cbdfd tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:01.537491 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b8d6e52f-37db-4e49-8da3-a4cea6fa6b37 req-d2051019-dc04-42e0-bf83-83dccd3cbdfd tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0740547 Jul 14 11:08:01.599752 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0d3075db-e0cc-4f7b-8370-af0ab122faf8 req-c053b31e-0d1d-4cd9-b17e-2adb3bc6d125 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806897 Jul 14 11:08:01.623702 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b8d6e52f-37db-4e49-8da3-a4cea6fa6b37 req-e2ee4523-38a5-48cb-a870-440de07f5c3a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758145 Jul 14 11:08:01.877784 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:01.882749 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-1253d23d-86e3-4777-97ef-20dbe071473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:01.897912 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-1253d23d-86e3-4777-97ef-20dbe071473f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1485696 Jul 14 11:08:02.048723 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-b7c2f523-dcd2-4977-97f3-36bac7b0af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:02.050308 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-b7c2f523-dcd2-4977-97f3-36bac7b0af16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 1127 time: 0.2316256 Jul 14 11:08:02.116283 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-e8882224-a016-4a55-b179-23e148d1493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:02.117798 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-e8882224-a016-4a55-b179-23e148d1493c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 1127 time: 0.3003261 Jul 14 11:08:02.122522 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-ed28ba4e-fe95-46bf-ad4a-8b487b5d8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:02.123193 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-e4807fc4-5a3f-4e81-befe-ee1407919e03 service neutron] 10.222.0.26 "GET /v2.0/networks/6b59ebe6-7c6e-4831-8fc8-b7d332f14328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725221 Jul 14 11:08:02.127334 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-ed28ba4e-fe95-46bf-ad4a-8b487b5d8622 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 1128 time: 0.2598155 Jul 14 11:08:02.148705 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:02.155864 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-2e1d09b1-6701-48b9-a6a8-08991f05ce4c service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454531 Jul 14 11:08:02.420459 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14e3bf-1204-4d80-af5c-f56aa67c8026 req-424840b9-5635-4003-a539-f290fd8a3338 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:02.422030 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-db14e3bf-1204-4d80-af5c-f56aa67c8026 req-424840b9-5635-4003-a539-f290fd8a3338 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.2437341 Jul 14 11:08:02.457530 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-bcc89735-6a72-47f3-8326-f5eab995af43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f17cb494-ce01-4f03-b511-25356a886eab HTTP/1.1" status: 200 len: 217 time: 0.2583227 Jul 14 11:08:02.458939 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-ca84a6ca-59ba-42f9-97d2-1df7ec2b06a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687 HTTP/1.1" status: 200 len: 217 time: 0.2451801 Jul 14 11:08:02.470794 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-269a5b45-63ab-4628-9032-b5d6cdabee47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4 HTTP/1.1" status: 200 len: 217 time: 0.2737272 Jul 14 11:08:02.518186 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d8e22-a84e-4753-ba94-478847c2a194 req-a054f6eb-b7bd-4921-a57f-88d928ca0f05 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:02.521666 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-815d8e22-a84e-4753-ba94-478847c2a194 req-a054f6eb-b7bd-4921-a57f-88d928ca0f05 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.1314805 Jul 14 11:08:02.581575 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'tag': '13944c62-ebab-45c6-93d8-38bb5fd3a687'}, {'name': 'network-changed', 'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:08:02.585477 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec9788b-918b-45db-b15f-44b6ef5534a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb87b2e-2f5d-429a-95a9-1af62edd1e2b", "tag": "13944c62-ebab-45c6-93d8-38bb5fd3a687"}, {"name": "network-changed", "server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:02.592896 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-815d8e22-a84e-4753-ba94-478847c2a194 req-e3e742c5-4c25-4d77-92e5-1d4f90d3076a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650990 Jul 14 11:08:02.597121 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c00c445-0c6b-4ee3-a958-07355b644ee3 req-a95c7f53-1c91-4d2c-8794-9c53ca939ad5 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874741 Jul 14 11:08:02.602167 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-db14e3bf-1204-4d80-af5c-f56aa67c8026 req-51b6cfa5-e465-491b-afe4-a6a1c19eb96e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364942 Jul 14 11:08:02.604221 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefc0eff-d4a8-43d1-82ee-a8b157125984 req-426b638c-0935-4567-baf9-aa75b55322e9 service neutron] 10.222.0.26 "GET /v2.0/networks/6b59ebe6-7c6e-4831-8fc8-b7d332f14328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390524 Jul 14 11:08:02.684485 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:02.856024 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dd4e4-3388-4147-98ec-006688020594 req-2c0c25e0-6a85-4594-a57e-b628e7a8d017 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:02.866568 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4b3dd4e4-3388-4147-98ec-006688020594 req-2c0c25e0-6a85-4594-a57e-b628e7a8d017 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.1305683 Jul 14 11:08:02.905149 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3bedec-7d5a-437f-9274-2603a7f2657f x-openstack-request-id: req-ab3bedec-7d5a-437f-9274-2603a7f2657f {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:02.905811 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb87b2e-2f5d-429a-95a9-1af62edd1e2b", "tag": "13944c62-ebab-45c6-93d8-38bb5fd3a687", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:02.906255 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ab3bedec-7d5a-437f-9274-2603a7f2657f {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:02.906833 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3bedec-7d5a-437f-9274-2603a7f2657f'] response: {'name': 'network-changed', 'server_uuid': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'tag': '13944c62-ebab-45c6-93d8-38bb5fd3a687', 'status': 'completed', 'code': 200} Jul 14 11:08:02.907264 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3bedec-7d5a-437f-9274-2603a7f2657f'] response: {'name': 'network-changed', 'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'status': 'completed', 'code': 200} Jul 14 11:08:02.930877 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4b3dd4e4-3388-4147-98ec-006688020594 req-9f39e878-54e3-41f7-a74b-8b8a2121c672 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631654 Jul 14 11:08:02.960775 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:02.968225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6df485-4424-48e8-af68-fb0d450374d7 req-e114f154-1570-496d-9577-0e2eb4e5e565 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:02.969763 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9c6df485-4424-48e8-af68-fb0d450374d7 req-e114f154-1570-496d-9577-0e2eb4e5e565 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0730886 Jul 14 11:08:03.005941 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-c81ee8b9-e95a-4f76-87b1-069482f132a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:03.007427 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-c81ee8b9-e95a-4f76-87b1-069482f132a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.4071667 Jul 14 11:08:03.008657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b64d2659-1f01-4d3a-b16e-ba6b76699c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:03.009963 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b64d2659-1f01-4d3a-b16e-ba6b76699c24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.4086039 Jul 14 11:08:03.020038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-db38ea60-1890-4cb8-9d32-f972f7143c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:03.021623 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-db38ea60-1890-4cb8-9d32-f972f7143c5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.4021647 Jul 14 11:08:03.057687 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9c6df485-4424-48e8-af68-fb0d450374d7 req-67fa751c-4c8c-4328-bdd0-41ccaeae0d4c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735049 Jul 14 11:08:03.131492 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:03.187459 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:03.733153 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b5130-49c9-49f8-90e9-977a8641eff8 req-85d7b1d2-d2b7-41cb-8281-0cce51459270 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:03.740347 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-873b5130-49c9-49f8-90e9-977a8641eff8 req-85d7b1d2-d2b7-41cb-8281-0cce51459270 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0607014 Jul 14 11:08:03.793948 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-873b5130-49c9-49f8-90e9-977a8641eff8 req-505439c1-c174-467b-8299-6127a95a94f4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Jul 14 11:08:03.798855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59c08a-74de-4e9e-8551-5f27bfc46e90 req-d4ccf60d-efa9-48b3-a325-05d7cb578947 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:03.804148 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba59c08a-74de-4e9e-8551-5f27bfc46e90 req-d4ccf60d-efa9-48b3-a325-05d7cb578947 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0694637 Jul 14 11:08:03.851534 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba59c08a-74de-4e9e-8551-5f27bfc46e90 req-98f00a20-b83e-43f2-9868-ec22a79874a9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Jul 14 11:08:04.068293 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ec6a-4c9b-4c49-8511-10e6732115c4 req-06ea54d5-85b7-46dc-ae93-cf2abd340f0a tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:04.070049 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3835ec6a-4c9b-4c49-8511-10e6732115c4 req-06ea54d5-85b7-46dc-ae93-cf2abd340f0a tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.0612242 Jul 14 11:08:04.193079 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3835ec6a-4c9b-4c49-8511-10e6732115c4 req-46f70240-6eb3-460f-aa79-4a29c2f538a5 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159761 Jul 14 11:08:04.258407 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc1ec-ca71-4d25-914b-7795e34c09ed req-6137f444-b12c-429d-b364-d6e360e3b7d9 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:04.261145 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-987dc1ec-ca71-4d25-914b-7795e34c09ed req-6137f444-b12c-429d-b364-d6e360e3b7d9 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0985563 Jul 14 11:08:04.327974 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-987dc1ec-ca71-4d25-914b-7795e34c09ed req-d8e3e0f7-cacf-4622-a041-73fc41f558bd tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602469 Jul 14 11:08:04.971543 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54dbe-b712-46ea-9dad-e09979d7789e req-13e4acb4-37b6-4645-90aa-eaf5c5cfc3b7 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:04.978358 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bbb54dbe-b712-46ea-9dad-e09979d7789e req-13e4acb4-37b6-4645-90aa-eaf5c5cfc3b7 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.1076574 Jul 14 11:08:05.012285 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d3c9-6567-4aec-ae26-e4e63f4fcc1e req-8960fab7-4c65-403a-80c0-c13956a0dc13 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:05.016202 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a637d3c9-6567-4aec-ae26-e4e63f4fcc1e req-8960fab7-4c65-403a-80c0-c13956a0dc13 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0770581 Jul 14 11:08:05.027359 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bbb54dbe-b712-46ea-9dad-e09979d7789e req-6072894b-fa1e-457c-952b-53383f3dff0c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Jul 14 11:08:05.067526 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a637d3c9-6567-4aec-ae26-e4e63f4fcc1e req-21d88925-7620-4e89-a2a5-28ee3a8e8f04 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474672 Jul 14 11:08:05.312018 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9074f3b1-45a1-46ba-b17b-5f998dc53a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:05.329172 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a152d02-d3c5-428a-a9ae-486c8a82a230 req-9e42d907-81df-46e9-8fe3-27023da73115 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:05.330813 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4a152d02-d3c5-428a-a9ae-486c8a82a230 req-9e42d907-81df-46e9-8fe3-27023da73115 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.0565863 Jul 14 11:08:05.383523 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4a152d02-d3c5-428a-a9ae-486c8a82a230 req-4d898d14-83ce-43e9-9c92-0d77d49bb948 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Jul 14 11:08:05.441039 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0da4e-c2e2-4eaf-839a-29e8b2741441 req-14fff556-21a3-47ec-b6a0-cd0deb401963 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:05.442759 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ee0da4e-c2e2-4eaf-839a-29e8b2741441 req-14fff556-21a3-47ec-b6a0-cd0deb401963 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0505261 Jul 14 11:08:05.496048 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ee0da4e-c2e2-4eaf-839a-29e8b2741441 req-ddf739ba-4cba-497e-9583-85c20b40c29e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471883 Jul 14 11:08:06.193204 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d799e9f-0769-4d4d-bf10-d7c8971d8a2d req-7596f80d-5738-4d6d-9017-b4f31c58896e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:06.195694 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5d799e9f-0769-4d4d-bf10-d7c8971d8a2d req-7596f80d-5738-4d6d-9017-b4f31c58896e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0762374 Jul 14 11:08:06.257401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a1d8-8b93-449f-a7af-2b90e39016f0 req-b4cd9fde-5bf4-4ce0-a15d-106a3e011ddd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:06.261451 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a23a1d8-8b93-449f-a7af-2b90e39016f0 req-b4cd9fde-5bf4-4ce0-a15d-106a3e011ddd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0771604 Jul 14 11:08:06.265939 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5d799e9f-0769-4d4d-bf10-d7c8971d8a2d req-5bfaaaa7-7a0b-4774-92f0-20fb1c9f7c7d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632136 Jul 14 11:08:06.324183 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a23a1d8-8b93-449f-a7af-2b90e39016f0 req-cbc8ca98-c88a-4639-9185-68a4dd1a8ff7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546517 Jul 14 11:08:06.418952 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 24f57bda-0f9e-4061-8641-12b57f112b43 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:08:06.526805 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3824-648e-4e41-80ad-0acb147ff7cc req-8a0b6678-6161-4176-bb89-2cc92b88a59f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:06.528443 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f0f3824-648e-4e41-80ad-0acb147ff7cc req-8a0b6678-6161-4176-bb89-2cc92b88a59f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 943 time: 0.0699596 Jul 14 11:08:06.546352 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 24f57bda-0f9e-4061-8641-12b57f112b43, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=24f57bda-0f9e-4061-8641-12b57f112b43,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:06.553854 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:06.562924 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '24f57bda-0f9e-4061-8641-12b57f112b43', 'network_id': '6b59ebe6-7c6e-4831-8fc8-b7d332f14328', 'port_id': '24f57bda-0f9e-4061-8641-12b57f112b43', 'mac_address': 'fa:16:3e:d7:32:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488bea9e-ddae-4599-8017-df5b2ffe2048', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:08:06.591168 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f0f3824-648e-4e41-80ad-0acb147ff7cc req-9861c010-ea52-431f-a76f-b6fabf865403 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545006 Jul 14 11:08:06.607659 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 24f57bda-0f9e-4061-8641-12b57f112b43 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:06.608045 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:06.624806 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f57bda-0f9e-4061-8641-12b57f112b43 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:08:06.640077 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632017b6-4a8f-493a-854f-0055f862bf2e req-329aa25f-1d48-4e48-a4c4-ecf55e885771 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:06.642734 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-632017b6-4a8f-493a-854f-0055f862bf2e req-329aa25f-1d48-4e48-a4c4-ecf55e885771 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0720863 Jul 14 11:08:06.650586 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 24f57bda-0f9e-4061-8641-12b57f112b43, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=24f57bda-0f9e-4061-8641-12b57f112b43,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:06.656615 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:06.699468 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-632017b6-4a8f-493a-854f-0055f862bf2e req-3b7e3801-6f8e-49dd-8234-ad0980c3bf16 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510905 Jul 14 11:08:06.721373 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=24f57bda-0f9e-4061-8641-12b57f112b43,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:07.244125 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['24f57bda-0f9e-4061-8641-12b57f112b43'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:08:07.433461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff3d8-b8fd-483d-99ba-91f0244e9b8a req-14a7a049-c3c4-4f72-85af-8807e0872aca tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:07.442903 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4a4ff3d8-b8fd-483d-99ba-91f0244e9b8a req-14a7a049-c3c4-4f72-85af-8807e0872aca tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0954773 Jul 14 11:08:07.493186 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a3dbf-2f1f-4d99-a66d-db9f187ee1e5 req-f0dbfead-c1d8-473c-b25d-27457a5c2c7f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:07.505838 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c2a3dbf-2f1f-4d99-a66d-db9f187ee1e5 req-f0dbfead-c1d8-473c-b25d-27457a5c2c7f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0918097 Jul 14 11:08:07.517712 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4a4ff3d8-b8fd-483d-99ba-91f0244e9b8a req-e7373bd5-17fc-472f-b122-cf6586ccd901 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734529 Jul 14 11:08:07.583334 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c2a3dbf-2f1f-4d99-a66d-db9f187ee1e5 req-d509de12-9c00-4fc8-823e-2c4cc5a220d4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696423 Jul 14 11:08:07.623237 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0289921e-059c-4096-83fc-d14692bede36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:07.720887 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:07.738516 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46ed8-ca54-4491-b3a1-90c515bf1ff8 req-f1ad3674-9986-4309-92b8-46b7790f8097 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:07.740241 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-30b46ed8-ca54-4491-b3a1-90c515bf1ff8 req-f1ad3674-9986-4309-92b8-46b7790f8097 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 944 time: 0.0528204 Jul 14 11:08:07.800614 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-30b46ed8-ca54-4491-b3a1-90c515bf1ff8 req-90478a58-0272-4759-9c96-c5413b0e6297 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507286 Jul 14 11:08:07.836344 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cc0d3-87f6-460b-b281-884ec77d3687 req-3ce7a5a1-9924-47c7-a1bb-f30f5603c8d1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:07.837770 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf3cc0d3-87f6-460b-b281-884ec77d3687 req-3ce7a5a1-9924-47c7-a1bb-f30f5603c8d1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0606496 Jul 14 11:08:07.890958 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf3cc0d3-87f6-460b-b281-884ec77d3687 req-fe4aaa6f-33a5-4933-b24f-d9b07a24c282 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Jul 14 11:08:07.981706 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-682b7e20-b487-4615-b93c-2ed907465f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:07.983295 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-682b7e20-b487-4615-b93c-2ed907465f2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a90a870ee4154287be1282b3f46bdd05&device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 1128 time: 0.0772467 Jul 14 11:08:07.985094 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-69719930-5994-4515-9a9b-98cdf68ab2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:07.986686 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-69719930-5994-4515-9a9b-98cdf68ab2df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1128 time: 0.0704961 Jul 14 11:08:08.055206 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:08.060345 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-e5a5b4ba-498b-465b-8d43-c5abc0cf7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.061874 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-e5a5b4ba-498b-465b-8d43-c5abc0cf7bb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1456048 Jul 14 11:08:08.063908 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21494-c36d-4803-882a-e5259734ba0e req-4cac7e0a-3543-4b7e-a39a-716c8b7ef0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.065361 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-4cac7e0a-3543-4b7e-a39a-716c8b7ef0ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1368296 Jul 14 11:08:08.066437 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-24d71d22-ba4b-4dfa-90c3-f48844131770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.068164 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-24d71d22-ba4b-4dfa-90c3-f48844131770 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1408570 Jul 14 11:08:08.196472 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:08.334520 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-c1ed9d3b-4666-4c77-b461-98e27cdc4733 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617602 Jul 14 11:08:08.356683 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-119c0a8a-cad3-43b4-b30b-b2458e891687 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744470 Jul 14 11:08:08.371917 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-3b3a55ae-9d3a-4890-88ce-cb6c5887a024 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907140 Jul 14 11:08:08.414866 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-4ad4709b-e837-43ee-9a28-daab7dd0b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.416439 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-4ad4709b-e837-43ee-9a28-daab7dd0b8e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6b59ebe6-7c6e-4831-8fc8-b7d332f14328 HTTP/1.1" status: 200 len: 913 time: 0.4219210 Jul 14 11:08:08.417539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-bb30a933-5e02-46be-8df4-d88f5b594477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.418919 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-bb30a933-5e02-46be-8df4-d88f5b594477 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.4231544 Jul 14 11:08:08.461874 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 24f57bda-0f9e-4061-8641-12b57f112b43 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:08:08.506707 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-5edc02cd-f228-4bf8-9942-2f1c73e62059 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 217 time: 0.0774984 Jul 14 11:08:08.508817 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-488c0e0a-96d8-4537-86d4-a541329df6b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f57bda-0f9e-4061-8641-12b57f112b43 HTTP/1.1" status: 200 len: 217 time: 0.0808814 Jul 14 11:08:08.524135 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 24f57bda-0f9e-4061-8641-12b57f112b43 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:08:08.538746 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 24f57bda-0f9e-4061-8641-12b57f112b43 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:08:08.540398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:08.574169 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bd955089-ef44-49f0-a730-4c3d81a94f3e req-ebdfe2a1-b126-460d-a466-16ad762d01df service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303352 Jul 14 11:08:08.603234 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1fd21494-c36d-4803-882a-e5259734ba0e req-157037a1-1236-4fb5-b8c7-3fd110a552ec service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354856 Jul 14 11:08:08.607341 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4fd28309-8e31-4e77-a570-cc50762cfe3f req-b3ec24ca-4bb6-4d4b-b35e-b3917f99c485 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220681 Jul 14 11:08:08.645331 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-f7b98543-7f4b-4e9b-bcae-82e56babd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.658427 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-f7b98543-7f4b-4e9b-bcae-82e56babd1f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=488bea9e-ddae-4599-8017-df5b2ffe2048 HTTP/1.1" status: 200 len: 851 time: 0.1248584 Jul 14 11:08:08.682445 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:08.686237 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-1538b6e3-6f54-403e-bfcc-1f8ad0f989e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.690369 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-1538b6e3-6f54-403e-bfcc-1f8ad0f989e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.1732688 Jul 14 11:08:08.732526 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 24f57bda-0f9e-4061-8641-12b57f112b43 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:08.733252 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:08.768902 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f57bda-0f9e-4061-8641-12b57f112b43'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:08:08.781138 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222b274-ae56-4801-bb82-41ea887a17f0 req-ef77ee3a-5148-43fd-a8e7-fc6089b0b77c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.784468 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a222b274-ae56-4801-bb82-41ea887a17f0 req-ef77ee3a-5148-43fd-a8e7-fc6089b0b77c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0929487 Jul 14 11:08:08.799660 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de9db0-8d43-4301-956e-80722af0a1ea req-1a9cb00c-d0c5-4e69-a103-1a5a57ef5489 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:08.812811 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76de9db0-8d43-4301-956e-80722af0a1ea req-1a9cb00c-d0c5-4e69-a103-1a5a57ef5489 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0907674 Jul 14 11:08:08.903646 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 24f57bda-0f9e-4061-8641-12b57f112b43, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=24f57bda-0f9e-4061-8641-12b57f112b43,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:08.913128 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76de9db0-8d43-4301-956e-80722af0a1ea req-71daf9dc-ebda-415e-9a20-1b7b8d269983 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932674 Jul 14 11:08:08.914890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:08.918918 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a222b274-ae56-4801-bb82-41ea887a17f0 req-5280373e-d9cd-4cfe-ab41-7d8561664c1b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263120 Jul 14 11:08:08.980588 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:09.040440 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=24f57bda-0f9e-4061-8641-12b57f112b43,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:09.124058 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f8336-1aeb-4219-a266-2c081d52a809 req-f619a361-8a32-48d0-9682-dc8f5448138a tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:09.133210 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9f6f8336-1aeb-4219-a266-2c081d52a809 req-f619a361-8a32-48d0-9682-dc8f5448138a tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.1058695 Jul 14 11:08:09.135259 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3093a3c-83e1-45a0-9680-ee69ad5fa5c8" -d '{"events": [{"server_uuid": "d15adbd9-9e3f-4368-8dc4-45ecc5436d5d", "name": "network-vif-plugged", "status": "completed", "tag": "24f57bda-0f9e-4061-8641-12b57f112b43"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:09.151667 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08219-515c-4d84-b00f-6429d7f24d91 req-7d406d9c-ff17-4bf6-8282-00bff3950537 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:09.153451 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c3e08219-515c-4d84-b00f-6429d7f24d91 req-7d406d9c-ff17-4bf6-8282-00bff3950537 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0962346 Jul 14 11:08:09.230420 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9f6f8336-1aeb-4219-a266-2c081d52a809 req-28b1c8c1-2153-4d71-adba-0bcf44fc6bf9 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893705 Jul 14 11:08:09.268750 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c3e08219-515c-4d84-b00f-6429d7f24d91 req-a3e422f0-e9c2-4976-ada3-e2772907779e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084278 Jul 14 11:08:09.504047 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53592) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:09.535825 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53596) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:09.647449 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c506d-e4b0-4bc9-8296-e05f9c339c21 x-openstack-request-id: req-932c506d-e4b0-4bc9-8296-e05f9c339c21 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:09.647997 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15adbd9-9e3f-4368-8dc4-45ecc5436d5d", "name": "network-vif-plugged", "status": "completed", "tag": "24f57bda-0f9e-4061-8641-12b57f112b43", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:09.648419 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-932c506d-e4b0-4bc9-8296-e05f9c339c21 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:09.648893 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932c506d-e4b0-4bc9-8296-e05f9c339c21'] response: {'server_uuid': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f57bda-0f9e-4061-8641-12b57f112b43', 'code': 200} Jul 14 11:08:09.664826 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-601d14c8-9703-4967-ada0-72a01b372e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.670899 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ea159d44-2ec1-4d56-85de-fb8d47ec4a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.762805 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ea159d44-2ec1-4d56-85de-fb8d47ec4a61 admin admin] Publish callbacks [] for security_group (0c1ee76b-635a-45fe-ac87-c94f4d26323b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.766601 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-601d14c8-9703-4967-ada0-72a01b372e17 admin admin] Publish callbacks [] for security_group (ab8d7091-129e-4ca8-86e7-8b45118e457a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.768323 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ea159d44-2ec1-4d56-85de-fb8d47ec4a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (0c1ee76b-635a-45fe-ac87-c94f4d26323b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.770773 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-601d14c8-9703-4967-ada0-72a01b372e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ab8d7091-129e-4ca8-86e7-8b45118e457a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.811429 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159d44-2ec1-4d56-85de-fb8d47ec4a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ee76b-635a-45fe-ac87-c94f4d26323b,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:09.811770 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-601d14c8-9703-4967-ada0-72a01b372e17 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ffef335cbe6846248ed7d672d7acd424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741833 Jul 14 11:08:09.812884 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d14c8-9703-4967-ada0-72a01b372e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8d7091-129e-4ca8-86e7-8b45118e457a,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:09.817086 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53600) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:09.821657 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ea159d44-2ec1-4d56-85de-fb8d47ec4a61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3d1dbd18c98949fabf3a1dd1c1d9691a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138077 Jul 14 11:08:09.821956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53602) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:09.827683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:09.829823 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:09.851905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:09.887906 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fd496ed3-9323-4bc5-8a82-58b328e2b2fd admin admin] Publish callbacks [] for security_group (ab8d7091-129e-4ca8-86e7-8b45118e457a), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.889647 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eacac52f-db13-4611-ab3a-f1fddc11a016 admin admin] Publish callbacks [] for security_group (0c1ee76b-635a-45fe-ac87-c94f4d26323b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.892296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:09.914584 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fd496ed3-9323-4bc5-8a82-58b328e2b2fd admin admin] Publish callbacks [] for security_group (ab8d7091-129e-4ca8-86e7-8b45118e457a), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.917249 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eacac52f-db13-4611-ab3a-f1fddc11a016 admin admin] Publish callbacks [] for security_group (0c1ee76b-635a-45fe-ac87-c94f4d26323b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.987189 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fd496ed3-9323-4bc5-8a82-58b328e2b2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ab8d7091-129e-4ca8-86e7-8b45118e457a), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.993762 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fd496ed3-9323-4bc5-8a82-58b328e2b2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:09.995996 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fd496ed3-9323-4bc5-8a82-58b328e2b2fd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab8d7091-129e-4ca8-86e7-8b45118e457a HTTP/1.1" status: 204 len: 168 time: 0.1753478 Jul 14 11:08:10.007992 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eacac52f-db13-4611-ab3a-f1fddc11a016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (0c1ee76b-635a-45fe-ac87-c94f4d26323b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.008226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd496ed3-9323-4bc5-8a82-58b328e2b2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8d7091-129e-4ca8-86e7-8b45118e457a,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:10.011018 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eacac52f-db13-4611-ab3a-f1fddc11a016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.012621 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-eacac52f-db13-4611-ab3a-f1fddc11a016 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c1ee76b-635a-45fe-ac87-c94f4d26323b HTTP/1.1" status: 204 len: 168 time: 0.1891680 Jul 14 11:08:10.030482 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacac52f-db13-4611-ab3a-f1fddc11a016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ee76b-635a-45fe-ac87-c94f4d26323b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:10.115104 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.129182 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c379f-f11d-4b15-9466-1c6e9bfbe7c3 req-46047cc6-96a2-4cb8-98f4-07b1dee0cb09 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:10.130401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c8380-ebd7-4bbd-8c21-46358ae01d14 req-04f6597a-2c45-4bc1-82a4-58271d6c12a5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:10.132610 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-080c8380-ebd7-4bbd-8c21-46358ae01d14 req-04f6597a-2c45-4bc1-82a4-58271d6c12a5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0672936 Jul 14 11:08:10.138497 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-637c379f-f11d-4b15-9466-1c6e9bfbe7c3 req-46047cc6-96a2-4cb8-98f4-07b1dee0cb09 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.1105406 Jul 14 11:08:10.245056 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-080c8380-ebd7-4bbd-8c21-46358ae01d14 req-5195d0b0-2cec-401b-bd73-46f63cf28f5c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061702 Jul 14 11:08:10.257354 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-637c379f-f11d-4b15-9466-1c6e9bfbe7c3 req-8005bc3a-5e0d-4053-834a-3047d4935b86 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108963 Jul 14 11:08:10.430637 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad89b6-235e-41fa-8d9e-bdccce07d628 req-f1e42d5c-92b5-46d5-91d6-443a25a77d83 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:10.438479 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fbad89b6-235e-41fa-8d9e-bdccce07d628 req-f1e42d5c-92b5-46d5-91d6-443a25a77d83 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0722592 Jul 14 11:08:10.461198 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c27df-1798-4d53-8b8a-12b8e4473620 req-434fdc9d-8ed1-41f0-bf3f-9263ad5c0121 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:10.464612 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9f2c27df-1798-4d53-8b8a-12b8e4473620 req-434fdc9d-8ed1-41f0-bf3f-9263ad5c0121 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0708313 Jul 14 11:08:10.483873 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.512880 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fbad89b6-235e-41fa-8d9e-bdccce07d628 req-0f0aa99e-4565-47a6-87e0-9ebf932cb031 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734651 Jul 14 11:08:10.538677 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9f2c27df-1798-4d53-8b8a-12b8e4473620 req-a8d48eca-3c13-4b46-93dd-cad85ea6cadc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637226 Jul 14 11:08:10.593552 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53624) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:10.608495 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.616826 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53626) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:10.639096 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2b00565f-b4e9-4c96-9ec3-ceb11d914e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.765057 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Publish callbacks [] for security_group (26d0d0c5-f76b-41f6-bc26-87834472afe4), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.773022 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (26d0d0c5-f76b-41f6-bc26-87834472afe4), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.805407 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2b00565f-b4e9-4c96-9ec3-ceb11d914e9e admin admin] Publish callbacks [] for security_group (4c3ad697-97e3-4073-b653-2b616e4360c8), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.822382 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2b00565f-b4e9-4c96-9ec3-ceb11d914e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4c3ad697-97e3-4073-b653-2b616e4360c8), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.831780 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b7f363554d98430286c6b81cb6e5d7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370679 Jul 14 11:08:10.834538 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53628) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:10.837653 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d0d0c5-f76b-41f6-bc26-87834472afe4,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:10.854894 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.855241 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.855608 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.855949 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.856282 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.857000 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.857000 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.857244 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.857558 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.857885 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.858207 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.858526 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.858847 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.859164 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.859689 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ade33f-e53c-4a7d-8452-b9918f1b8637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:10.882538 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-2b00565f-b4e9-4c96-9ec3-ceb11d914e9e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c6421bc17ca4436a75a4d95b9596d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644098 Jul 14 11:08:10.887537 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53630) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:10.892486 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00565f-b4e9-4c96-9ec3-ceb11d914e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3ad697-97e3-4073-b653-2b616e4360c8,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:10.912464 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b43052af-ef97-4ee3-854c-7caf9e3e02cd admin admin] Publish callbacks [] for security_group (26d0d0c5-f76b-41f6-bc26-87834472afe4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.949319 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b43052af-ef97-4ee3-854c-7caf9e3e02cd admin admin] Publish callbacks [] for security_group (26d0d0c5-f76b-41f6-bc26-87834472afe4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.990984 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b304bc26-284b-4073-b333-7901eb03ce94 admin admin] Publish callbacks [] for security_group (4c3ad697-97e3-4073-b653-2b616e4360c8), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.014919 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b304bc26-284b-4073-b333-7901eb03ce94 admin admin] Publish callbacks [] for security_group (4c3ad697-97e3-4073-b653-2b616e4360c8), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.027299 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b43052af-ef97-4ee3-854c-7caf9e3e02cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (26d0d0c5-f76b-41f6-bc26-87834472afe4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.029772 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b43052af-ef97-4ee3-854c-7caf9e3e02cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.030892 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b43052af-ef97-4ee3-854c-7caf9e3e02cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26d0d0c5-f76b-41f6-bc26-87834472afe4 HTTP/1.1" status: 204 len: 168 time: 0.1952879 Jul 14 11:08:11.057318 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43052af-ef97-4ee3-854c-7caf9e3e02cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d0d0c5-f76b-41f6-bc26-87834472afe4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:11.085442 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b304bc26-284b-4073-b333-7901eb03ce94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4c3ad697-97e3-4073-b653-2b616e4360c8), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.088689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b304bc26-284b-4073-b333-7901eb03ce94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.090092 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b304bc26-284b-4073-b333-7901eb03ce94 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4c3ad697-97e3-4073-b653-2b616e4360c8 HTTP/1.1" status: 204 len: 168 time: 0.2013066 Jul 14 11:08:11.102330 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304bc26-284b-4073-b333-7901eb03ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3ad697-97e3-4073-b653-2b616e4360c8,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:11.416467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162b23-0b1b-45f0-8b9d-37aaf4ea871a req-7f92d132-e387-4300-8c6d-b9f8abd5429a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:11.418875 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d0162b23-0b1b-45f0-8b9d-37aaf4ea871a req-7f92d132-e387-4300-8c6d-b9f8abd5429a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0732610 Jul 14 11:08:11.445372 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ac895-e5ff-4b7e-9c65-b8f5a0d7fc09 req-509de1fa-8b5b-4dd8-99a7-b6a7403d641d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:11.453046 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-563ac895-e5ff-4b7e-9c65-b8f5a0d7fc09 req-509de1fa-8b5b-4dd8-99a7-b6a7403d641d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0668886 Jul 14 11:08:11.497809 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:11.499710 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d0162b23-0b1b-45f0-8b9d-37aaf4ea871a req-c69f661f-e532-4ada-8134-08abe8ed4680 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716562 Jul 14 11:08:11.528336 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-563ac895-e5ff-4b7e-9c65-b8f5a0d7fc09 req-23380e23-d679-4f64-9d1b-f0e75ecc7bc0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740020 Jul 14 11:08:11.646572 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f6a6-7fa5-46be-9835-c1287ff2b06b req-24a46652-a4e5-43b5-86b4-bb44e18a67eb tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:11.654588 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c76f6a6-7fa5-46be-9835-c1287ff2b06b req-24a46652-a4e5-43b5-86b4-bb44e18a67eb tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0616574 Jul 14 11:08:11.671826 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53660) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:11.691836 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.700921 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6db03-47f1-4b88-b907-069d6eca79bd req-d09524b6-b4f0-47a1-ade1-2eb93464964a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:11.702493 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cef6db03-47f1-4b88-b907-069d6eca79bd req-d09524b6-b4f0-47a1-ade1-2eb93464964a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0734534 Jul 14 11:08:11.706506 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5c76f6a6-7fa5-46be-9835-c1287ff2b06b req-ef42bd6b-5aa6-4de6-b082-9a4e5c043c6b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Jul 14 11:08:11.748015 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:11.796713 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cef6db03-47f1-4b88-b907-069d6eca79bd req-1a2d2a6c-455e-480c-a590-a3fcf0877501 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858276 Jul 14 11:08:11.808358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:11.843183 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Publish callbacks [] for security_group (42265856-6d59-4629-a019-3f52e357cdff), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.854373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (42265856-6d59-4629-a019-3f52e357cdff), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.903834 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f4eee425606941209f6ea7b27054a448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264974 Jul 14 11:08:11.903834 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42265856-6d59-4629-a019-3f52e357cdff,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:11.907485 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53664) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:11.912203 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.912611 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.912982 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.914381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.914381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.914381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.914381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.914877 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.914877 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.915335 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.915687 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.916012 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.916398 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.917440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.917775 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e93b3-1d9c-4596-90da-7f3dc30735fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:11.985831 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3e226b5d-fb37-4526-bc02-a5a8e58c96fc admin admin] Publish callbacks [] for security_group (42265856-6d59-4629-a019-3f52e357cdff), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.999363 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:12.016779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3e226b5d-fb37-4526-bc02-a5a8e58c96fc admin admin] Publish callbacks [] for security_group (42265856-6d59-4629-a019-3f52e357cdff), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:12.075045 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3e226b5d-fb37-4526-bc02-a5a8e58c96fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (42265856-6d59-4629-a019-3f52e357cdff), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:12.079878 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3e226b5d-fb37-4526-bc02-a5a8e58c96fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:12.084041 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3e226b5d-fb37-4526-bc02-a5a8e58c96fc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/42265856-6d59-4629-a019-3f52e357cdff HTTP/1.1" status: 204 len: 168 time: 0.1725338 Jul 14 11:08:12.096053 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e226b5d-fb37-4526-bc02-a5a8e58c96fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42265856-6d59-4629-a019-3f52e357cdff,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:12.663046 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d72b0-751f-4b13-a491-c37316044bde req-71624978-d21c-43a2-8433-189b5b053d45 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:12.669944 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-597d72b0-751f-4b13-a491-c37316044bde req-71624978-d21c-43a2-8433-189b5b053d45 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0686178 Jul 14 11:08:12.710476 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884ce34-dcdf-41e6-908f-42395f0f6b01 req-eeeb645d-1809-444a-8a1f-14671d6fd824 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:12.712059 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a884ce34-dcdf-41e6-908f-42395f0f6b01 req-eeeb645d-1809-444a-8a1f-14671d6fd824 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0730610 Jul 14 11:08:12.750527 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-597d72b0-751f-4b13-a491-c37316044bde req-cd6db99a-b255-4b17-9d91-cc06d9517ac6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765378 Jul 14 11:08:12.819504 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a884ce34-dcdf-41e6-908f-42395f0f6b01 req-0855bcc2-59fe-4c5f-9e5b-0cce8c276283 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012437 Jul 14 11:08:12.925845 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cc359-e42e-440b-ba47-8b8c57cb52a9 req-b068dcad-24de-4da2-8620-80657b4458a5 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:12.935547 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-848cc359-e42e-440b-ba47-8b8c57cb52a9 req-b068dcad-24de-4da2-8620-80657b4458a5 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0706344 Jul 14 11:08:12.968957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a08d5-f802-4f3b-85cd-2c09cd79f1a2 req-32540cb9-9f8f-450e-9410-8131e558e891 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:12.970479 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c21a08d5-f802-4f3b-85cd-2c09cd79f1a2 req-32540cb9-9f8f-450e-9410-8131e558e891 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0622845 Jul 14 11:08:13.006448 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-848cc359-e42e-440b-ba47-8b8c57cb52a9 req-2c333ece-ea25-47d6-b749-0657398c37ab tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696797 Jul 14 11:08:13.043581 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c21a08d5-f802-4f3b-85cd-2c09cd79f1a2 req-c28d22d4-5c31-4276-b8c6-bf42d8e90267 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654962 Jul 14 11:08:13.549558 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:08:13.569269 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:13.681929 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:13.699463 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '81b715b1-2ff3-4295-9104-d4e547039e70', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'port_id': '81b715b1-2ff3-4295-9104-d4e547039e70', 'mac_address': 'fa:16:3e:34:4c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:08:13.882561 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:13.884142 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.912843 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b715b1-2ff3-4295-9104-d4e547039e70 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:08:13.939566 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c4f18-dcc9-40d9-a8c6-09be481adb4f req-9a5f99b9-361b-4975-b130-0650be93ed1c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:13.940801 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:13.942383 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c09c4f18-dcc9-40d9-a8c6-09be481adb4f req-9a5f99b9-361b-4975-b130-0650be93ed1c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0910478 Jul 14 11:08:13.949899 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.037513 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba4fb8-96ed-4e7f-bfb7-f111d4c9e8d8 req-ff18dae5-e53c-46be-bb60-359c0c0dfddf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:14.043232 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ebba4fb8-96ed-4e7f-bfb7-f111d4c9e8d8 req-ff18dae5-e53c-46be-bb60-359c0c0dfddf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.1497169 Jul 14 11:08:14.049075 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:14.057987 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.059034 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.059628 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.060172 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.060828 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.061323 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.061934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.062638 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.063900 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.064404 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.064927 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.068496 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.068962 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.069296 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.069624 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:14.078067 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c09c4f18-dcc9-40d9-a8c6-09be481adb4f req-7f2ccb36-6935-4cb9-97d5-c386a55cbeeb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254044 Jul 14 11:08:14.132902 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ebba4fb8-96ed-4e7f-bfb7-f111d4c9e8d8 req-f2a8585f-028d-47a7-b4b3-f27208ce1653 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781207 Jul 14 11:08:14.254149 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca5a7d-5310-4f99-9b92-b7185cc748b8 req-55c72264-f6a4-4d4d-9707-1e932681476d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:14.255799 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0aca5a7d-5310-4f99-9b92-b7185cc748b8 req-55c72264-f6a4-4d4d-9707-1e932681476d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0675578 Jul 14 11:08:14.256657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39f9df-2b5a-4877-bc78-ef5204e8fa10 req-6916d914-69c1-49ab-9218-050a02d7fa5c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:14.258466 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f39f9df-2b5a-4877-bc78-ef5204e8fa10 req-6916d914-69c1-49ab-9218-050a02d7fa5c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0573096 Jul 14 11:08:14.308851 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f39f9df-2b5a-4877-bc78-ef5204e8fa10 req-71fad222-a418-40aa-8aa3-c1d059829d28 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Jul 14 11:08:14.309358 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0aca5a7d-5310-4f99-9b92-b7185cc748b8 req-0c9a0b93-cf37-4aa4-a580-6039b9874f80 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Jul 14 11:08:14.908632 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53798) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:15.020432 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f046505d-f389-4083-ae89-5499e97192b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.104869 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f046505d-f389-4083-ae89-5499e97192b1 admin admin] Publish callbacks [] for security_group (adf28e9d-45f8-42b8-ab7c-98c75a1caa1a), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.110591 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f046505d-f389-4083-ae89-5499e97192b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (adf28e9d-45f8-42b8-ab7c-98c75a1caa1a), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.160031 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f046505d-f389-4083-ae89-5499e97192b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c902cd4854314a84b311d5a5c8b0927d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501798 Jul 14 11:08:15.160850 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53808) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:15.161495 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046505d-f389-4083-ae89-5499e97192b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf28e9d-45f8-42b8-ab7c-98c75a1caa1a,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:15.230974 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307da8-133c-45bf-8f81-85b97307d5dd req-f6bca597-193f-488c-9201-00c00c6fccb5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:15.232535 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d5307da8-133c-45bf-8f81-85b97307d5dd req-f6bca597-193f-488c-9201-00c00c6fccb5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0759580 Jul 14 11:08:15.258650 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dd92-61e0-43aa-a8ba-2a118d1d4312 admin admin] Publish callbacks [] for security_group (adf28e9d-45f8-42b8-ab7c-98c75a1caa1a), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.268609 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f9f34-3b12-4423-8565-d40c386af866 req-494b5137-c7bd-4544-9424-675dea9ce719 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:15.270507 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-459f9f34-3b12-4423-8565-d40c386af866 req-494b5137-c7bd-4544-9424-675dea9ce719 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0663717 Jul 14 11:08:15.279190 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.283510 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:15.299003 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d5307da8-133c-45bf-8f81-85b97307d5dd req-df7898c6-50ff-481d-9b75-37e174d66fc5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594666 Jul 14 11:08:15.310962 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dd92-61e0-43aa-a8ba-2a118d1d4312 admin admin] Publish callbacks [] for security_group (adf28e9d-45f8-42b8-ab7c-98c75a1caa1a), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.343907 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:15.375791 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-459f9f34-3b12-4423-8565-d40c386af866 req-53dd169f-01a1-4e67-b017-dd91a8768e2f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952396 Jul 14 11:08:15.401877 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dd92-61e0-43aa-a8ba-2a118d1d4312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (adf28e9d-45f8-42b8-ab7c-98c75a1caa1a), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.408952 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3cf7dd92-61e0-43aa-a8ba-2a118d1d4312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.410691 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3cf7dd92-61e0-43aa-a8ba-2a118d1d4312 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/adf28e9d-45f8-42b8-ab7c-98c75a1caa1a HTTP/1.1" status: 204 len: 168 time: 0.2453380 Jul 14 11:08:15.421264 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7dd92-61e0-43aa-a8ba-2a118d1d4312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf28e9d-45f8-42b8-ab7c-98c75a1caa1a,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:15.471675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf9a15-3852-4120-9a42-264730593476 req-78093a2b-5c86-41f2-8dea-4963663231ff tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:15.484359 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9acf9a15-3852-4120-9a42-264730593476 req-78093a2b-5c86-41f2-8dea-4963663231ff tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.1030986 Jul 14 11:08:15.525915 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf390257-f384-46a1-bbe1-4ee641d8d352 req-39176c2c-9143-4629-9a1c-9fa78be3bdc3 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:15.543918 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cf390257-f384-46a1-bbe1-4ee641d8d352 req-39176c2c-9143-4629-9a1c-9fa78be3bdc3 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0828364 Jul 14 11:08:15.565411 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9acf9a15-3852-4120-9a42-264730593476 req-3ebadd7f-bb6e-442a-9513-738b37e502eb tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772326 Jul 14 11:08:15.619729 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cf390257-f384-46a1-bbe1-4ee641d8d352 req-83aa6af2-5ac1-42aa-a445-94464739d972 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738709 Jul 14 11:08:15.811066 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53822) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:15.824126 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad335-9d90-41cb-9212-bed313b07017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.904784 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad335-9d90-41cb-9212-bed313b07017 admin admin] Publish callbacks [] for security_group (4ca7703f-4c20-4ec8-a2c1-620ec490535b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.909067 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad335-9d90-41cb-9212-bed313b07017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4ca7703f-4c20-4ec8-a2c1-620ec490535b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.952145 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-8f4ad335-9d90-41cb-9212-bed313b07017 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d31c6625e6d046b1b4fdd19fd8b6dc2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397827 Jul 14 11:08:15.952893 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ad335-9d90-41cb-9212-bed313b07017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca7703f-4c20-4ec8-a2c1-620ec490535b,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:15.955600 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53824) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:16.017792 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a28b4761-1369-4e76-81e2-40763b74de0a admin admin] Publish callbacks [] for security_group (4ca7703f-4c20-4ec8-a2c1-620ec490535b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.040377 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a28b4761-1369-4e76-81e2-40763b74de0a admin admin] Publish callbacks [] for security_group (4ca7703f-4c20-4ec8-a2c1-620ec490535b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.090862 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a28b4761-1369-4e76-81e2-40763b74de0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4ca7703f-4c20-4ec8-a2c1-620ec490535b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.093428 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a28b4761-1369-4e76-81e2-40763b74de0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.094596 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a28b4761-1369-4e76-81e2-40763b74de0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ca7703f-4c20-4ec8-a2c1-620ec490535b HTTP/1.1" status: 204 len: 168 time: 0.1380529 Jul 14 11:08:16.102804 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b4761-1369-4e76-81e2-40763b74de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca7703f-4c20-4ec8-a2c1-620ec490535b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:16.204297 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['81b715b1-2ff3-4295-9104-d4e547039e70'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:08:16.441866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d809c07-1537-4de3-bfd9-8b7c27d166fd req-f7c93e29-99b9-4997-ac57-b5e33e6b6e68 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:16.443418 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9d809c07-1537-4de3-bfd9-8b7c27d166fd req-f7c93e29-99b9-4997-ac57-b5e33e6b6e68 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0557787 Jul 14 11:08:16.501763 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9d809c07-1537-4de3-bfd9-8b7c27d166fd req-ff199e3f-4cf7-43a1-9d31-d40c97be26f5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492859 Jul 14 11:08:16.504198 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d07047-2b1a-4756-a165-1a23353df788 req-3f6722ad-5190-4637-b286-8657ec36dd4a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:16.505893 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-77d07047-2b1a-4756-a165-1a23353df788 req-3f6722ad-5190-4637-b286-8657ec36dd4a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0561821 Jul 14 11:08:16.559872 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-77d07047-2b1a-4756-a165-1a23353df788 req-87c28c38-feaa-4f71-89b0-681d36cbbd6e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Jul 14 11:08:16.694531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d8b0-9237-436a-9c3b-d6a1b5fcb056 req-939fbe4e-0ebd-4650-8fa8-cc9ac9a8f9a6 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:16.696274 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2df7d8b0-9237-436a-9c3b-d6a1b5fcb056 req-939fbe4e-0ebd-4650-8fa8-cc9ac9a8f9a6 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0633016 Jul 14 11:08:16.756374 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2df7d8b0-9237-436a-9c3b-d6a1b5fcb056 req-67612df1-c8c5-416e-afd6-79172284556e tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530155 Jul 14 11:08:16.792726 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ce9c5-d94a-4a20-a069-ffe2db3dffd6 req-06b6a64c-c4e7-4fe8-9327-dab5150cfed2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:16.792726 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2d5ce9c5-d94a-4a20-a069-ffe2db3dffd6 req-06b6a64c-c4e7-4fe8-9327-dab5150cfed2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0560033 Jul 14 11:08:16.845429 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2d5ce9c5-d94a-4a20-a069-ffe2db3dffd6 req-ce18b714-b27b-41db-be0a-abdaac86284e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Jul 14 11:08:17.274630 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 53872) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:17.401343 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef2e347f-eaed-4a6e-8b9d-87f1e6aef8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:17.477374 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef2e347f-eaed-4a6e-8b9d-87f1e6aef8cf admin admin] Publish callbacks [] for security_group (1736ffac-86d9-4786-9806-a42c00342552), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:17.481923 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef2e347f-eaed-4a6e-8b9d-87f1e6aef8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1736ffac-86d9-4786-9806-a42c00342552), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:17.496617 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:17.516621 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:17.523120 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e347f-eaed-4a6e-8b9d-87f1e6aef8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1736ffac-86d9-4786-9806-a42c00342552,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:17.528917 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ef2e347f-eaed-4a6e-8b9d-87f1e6aef8cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d540418e8c9430ebda6cffab621fde1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532296 Jul 14 11:08:17.531910 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 53886) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:17.579023 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:17.618195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0be4-b9b1-4289-bdda-ae925a6a78c9 admin admin] Publish callbacks [] for security_group (1736ffac-86d9-4786-9806-a42c00342552), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:17.654129 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfe70c-4770-47a9-a1a8-f218e4670397 req-6c6ccdee-640e-47dd-afbe-daa8484e1172 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:17.655638 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5bfe70c-4770-47a9-a1a8-f218e4670397 req-6c6ccdee-640e-47dd-afbe-daa8484e1172 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0707083 Jul 14 11:08:17.657484 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0be4-b9b1-4289-bdda-ae925a6a78c9 admin admin] Publish callbacks [] for security_group (1736ffac-86d9-4786-9806-a42c00342552), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:17.674521 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:17.679169 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25c85-d83d-402d-8ba7-4c9ef2b65b19 req-c47ae5e1-130b-42ea-bf18-04ca5d4941cb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:17.681002 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-08b25c85-d83d-402d-8ba7-4c9ef2b65b19 req-c47ae5e1-130b-42ea-bf18-04ca5d4941cb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0484545 Jul 14 11:08:17.731287 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-08b25c85-d83d-402d-8ba7-4c9ef2b65b19 req-2a2855d3-3d15-45c8-b55a-41524ad6bdc3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442417 Jul 14 11:08:17.879621 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3d558-679f-42fb-b0e5-f6a02b976257 req-c3671634-9821-4943-8834-dfedaac648fc tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:17.881182 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-80f3d558-679f-42fb-b0e5-f6a02b976257 req-c3671634-9821-4943-8834-dfedaac648fc tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0532491 Jul 14 11:08:17.913845 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5bfe70c-4770-47a9-a1a8-f218e4670397 req-03a798ec-8fb1-44a7-98ef-4913337d421c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492380 Jul 14 11:08:17.929663 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0be4-b9b1-4289-bdda-ae925a6a78c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1736ffac-86d9-4786-9806-a42c00342552), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:17.933241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f6d0be4-b9b1-4289-bdda-ae925a6a78c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:17.935867 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3f6d0be4-b9b1-4289-bdda-ae925a6a78c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1736ffac-86d9-4786-9806-a42c00342552 HTTP/1.1" status: 204 len: 168 time: 0.4028912 Jul 14 11:08:17.941882 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-80f3d558-679f-42fb-b0e5-f6a02b976257 req-b7010df6-4cbd-49e9-b9b7-28ce29d45721 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546265 Jul 14 11:08:17.945921 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d0be4-b9b1-4289-bdda-ae925a6a78c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1736ffac-86d9-4786-9806-a42c00342552,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:18.053284 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52ce30-4c50-455f-aba2-a475881742e2 req-f9b64da2-4efc-475b-b1f7-b7f706b8e260 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:18.055014 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b52ce30-4c50-455f-aba2-a475881742e2 req-f9b64da2-4efc-475b-b1f7-b7f706b8e260 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0581510 Jul 14 11:08:18.104921 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b52ce30-4c50-455f-aba2-a475881742e2 req-241ebb2e-c02a-4787-a695-8c5b07787673 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Jul 14 11:08:18.852042 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad98ac0-9357-49a1-a144-f79e6ce07685 req-c9917d1f-e0b5-4064-920a-c2180ba42b70 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:18.853562 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8ad98ac0-9357-49a1-a144-f79e6ce07685 req-c9917d1f-e0b5-4064-920a-c2180ba42b70 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0500035 Jul 14 11:08:18.905931 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8ad98ac0-9357-49a1-a144-f79e6ce07685 req-b4089d32-300e-4293-af58-36853d443d87 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467300 Jul 14 11:08:19.054843 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd4400-04e0-4455-918a-3cad94cdee34 req-9c29ed15-63a0-445a-bac1-eadc82df2aeb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:19.056371 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9fcd4400-04e0-4455-918a-3cad94cdee34 req-9c29ed15-63a0-445a-bac1-eadc82df2aeb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0634720 Jul 14 11:08:19.096184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a4dad-c781-450e-bb19-37407282bad4 req-40b42247-bde2-4721-8ade-921336e8eb7c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:19.098066 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-708a4dad-c781-450e-bb19-37407282bad4 req-40b42247-bde2-4721-8ade-921336e8eb7c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0519581 Jul 14 11:08:19.112086 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9fcd4400-04e0-4455-918a-3cad94cdee34 req-402cb817-e58d-4cae-b1d1-ab1bbfef7e07 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499322 Jul 14 11:08:19.151660 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-708a4dad-c781-450e-bb19-37407282bad4 req-914161b2-5a70-4eba-82c3-bb6495dc36b1 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Jul 14 11:08:19.221376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78283c47-cf19-4473-8287-02869c01336c req-656539b9-e235-4700-9d8b-24017fe04d6b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:19.222852 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78283c47-cf19-4473-8287-02869c01336c req-656539b9-e235-4700-9d8b-24017fe04d6b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0508471 Jul 14 11:08:19.272640 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78283c47-cf19-4473-8287-02869c01336c req-ae7aceb8-eddd-4eb8-b4e6-36db81f41a24 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Jul 14 11:08:20.021140 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbddc5-7bb6-4864-bb6e-7c7c92011c84 req-c4c2aede-c36a-4e1e-aaff-c333c37880f6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:20.022633 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-65bbddc5-7bb6-4864-bb6e-7c7c92011c84 req-c4c2aede-c36a-4e1e-aaff-c333c37880f6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0472116 Jul 14 11:08:20.076486 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-65bbddc5-7bb6-4864-bb6e-7c7c92011c84 req-6e2693dd-fccc-4722-8bfd-554d656060f9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Jul 14 11:08:20.239356 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6e0af-1296-4efc-837e-c58ccd9b7701 req-b477e387-6281-4d2d-b595-eaf43c8a92d2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:20.240875 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-00f6e0af-1296-4efc-837e-c58ccd9b7701 req-b477e387-6281-4d2d-b595-eaf43c8a92d2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0514724 Jul 14 11:08:20.274636 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b483-eb4d-4316-af42-8ecce124d08c req-557a44de-9906-4720-9906-434e3aa16099 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:20.276341 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4c47b483-eb4d-4316-af42-8ecce124d08c req-557a44de-9906-4720-9906-434e3aa16099 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0533514 Jul 14 11:08:20.296896 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-00f6e0af-1296-4efc-837e-c58ccd9b7701 req-c1cb90c2-8e3c-41fe-87f8-ed8de20133bf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476267 Jul 14 11:08:20.334577 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4c47b483-eb4d-4316-af42-8ecce124d08c req-dc828901-6f5d-4099-b633-b0a4b2eeb62f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516562 Jul 14 11:08:20.411680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6207-6cff-421d-a47b-93e5a2632f3d req-249ba585-c6a4-4fdb-9b74-eeeabe8005fc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:20.413174 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d0c6207-6cff-421d-a47b-93e5a2632f3d req-249ba585-c6a4-4fdb-9b74-eeeabe8005fc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0510275 Jul 14 11:08:20.463017 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d0c6207-6cff-421d-a47b-93e5a2632f3d req-73f36b30-1948-42d7-8901-68f1b83348f8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437703 Jul 14 11:08:20.836729 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:08:21.192999 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf732575-dc2f-4efd-ada2-5f9966edde67 req-abd70b4f-fba8-4e5f-be9a-d738458f84d0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:21.194524 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cf732575-dc2f-4efd-ada2-5f9966edde67 req-abd70b4f-fba8-4e5f-be9a-d738458f84d0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0502222 Jul 14 11:08:21.243463 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cf732575-dc2f-4efd-ada2-5f9966edde67 req-e2dec53d-ce0c-490d-abe9-f09991ebfe0b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Jul 14 11:08:21.429312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a9bb6-90df-46cf-abf4-ae58a188e7c0 req-245911ee-dfc2-49d3-9224-8da417780ac9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:21.431074 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f1a9bb6-90df-46cf-abf4-ae58a188e7c0 req-245911ee-dfc2-49d3-9224-8da417780ac9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0500214 Jul 14 11:08:21.459404 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6a6fd-897b-4095-88f5-9628d51a402a req-a3dcbdb7-e142-4f6d-b351-6cc1c944ce67 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:21.461316 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7ca6a6fd-897b-4095-88f5-9628d51a402a req-a3dcbdb7-e142-4f6d-b351-6cc1c944ce67 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0494363 Jul 14 11:08:21.481860 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f1a9bb6-90df-46cf-abf4-ae58a188e7c0 req-453f6ee0-333a-41e0-8d31-39c31faa406a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Jul 14 11:08:21.526964 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7ca6a6fd-897b-4095-88f5-9628d51a402a req-e7b47752-6437-49fe-936a-be6129a387fb tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599442 Jul 14 11:08:21.592650 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26e63f-12a6-4edc-aeb1-2e805f97dc1f req-3fe705ff-a863-427c-b1f2-bf3138da5051 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:21.594139 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f26e63f-12a6-4edc-aeb1-2e805f97dc1f req-3fe705ff-a863-427c-b1f2-bf3138da5051 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0477481 Jul 14 11:08:21.648555 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3f26e63f-12a6-4edc-aeb1-2e805f97dc1f req-e11ff032-f31c-42ae-859b-d677363c64b5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485120 Jul 14 11:08:22.105135 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:08:22.147896 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 81b715b1-2ff3-4295-9104-d4e547039e70 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:08:22.155413 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 81b715b1-2ff3-4295-9104-d4e547039e70 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:08:22.155777 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:22.235975 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:22.236359 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:22.259068 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:08:22.261372 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc3173c-f9a2-4a27-ac26-e399f27c2805" -d '{"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-plugged", "status": "completed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:22.278595 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:22.285229 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:22.311250 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba253e7c-6b45-40a7-9c94-639ec5357174 x-openstack-request-id: req-ba253e7c-6b45-40a7-9c94-639ec5357174 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:22.311574 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-plugged", "status": "completed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:22.311835 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba253e7c-6b45-40a7-9c94-639ec5357174 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:22.312248 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba253e7c-6b45-40a7-9c94-639ec5357174'] response: {'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70', 'code': 200} Jul 14 11:08:22.339163 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:22.342196 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:22.371718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e844e-660f-44aa-b8c7-6496e0f0ac58 req-7f62a98d-3cda-4da1-a300-c9a02095c1ac tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:22.373233 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d35e844e-660f-44aa-b8c7-6496e0f0ac58 req-7f62a98d-3cda-4da1-a300-c9a02095c1ac tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0545695 Jul 14 11:08:22.423726 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d35e844e-660f-44aa-b8c7-6496e0f0ac58 req-42c68a09-714c-4209-9975-39ef814c22b4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Jul 14 11:08:22.605979 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab339fa-bbb4-4eaf-b6e8-8500c2496f6b req-af483d0b-8479-4ec2-af51-7a8688132ae3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:22.608839 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0ab339fa-bbb4-4eaf-b6e8-8500c2496f6b req-af483d0b-8479-4ec2-af51-7a8688132ae3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0512865 Jul 14 11:08:22.645480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2410cd-3fe3-489b-9204-b489daa0bbe1 req-23428c2b-0969-4a2b-9e25-b0169473dfa4 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:22.647321 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ff2410cd-3fe3-489b-9204-b489daa0bbe1 req-23428c2b-0969-4a2b-9e25-b0169473dfa4 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0502474 Jul 14 11:08:22.660707 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0ab339fa-bbb4-4eaf-b6e8-8500c2496f6b req-a77e56d7-dab8-44b3-b423-fdb1a803734a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475678 Jul 14 11:08:22.704500 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ff2410cd-3fe3-489b-9204-b489daa0bbe1 req-98f32beb-1624-41b9-ba0c-f9def3e64ab0 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507607 Jul 14 11:08:22.780269 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127d61f-dc85-4071-b321-3901a6cd70e5 req-41688969-3d83-4a92-9985-746b9667d635 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:22.781975 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5127d61f-dc85-4071-b321-3901a6cd70e5 req-41688969-3d83-4a92-9985-746b9667d635 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0504358 Jul 14 11:08:22.832217 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5127d61f-dc85-4071-b321-3901a6cd70e5 req-03a3b539-4826-4eea-b70c-4c77f0535584 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445454 Jul 14 11:08:23.542549 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04af03f-ec6c-4352-9afc-a47fe23533d1 req-5c70a93d-6d3b-4241-9e0d-c6560a2dc889 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:23.543975 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f04af03f-ec6c-4352-9afc-a47fe23533d1 req-5c70a93d-6d3b-4241-9e0d-c6560a2dc889 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0521450 Jul 14 11:08:23.555866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:23.566959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:23.595971 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f04af03f-ec6c-4352-9afc-a47fe23533d1 req-b880c272-dca8-4e27-9b2c-fc13bc8c9ac3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 Jul 14 11:08:23.789370 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71b8c-af70-438c-b8ee-b66354899867 req-66f3f3f3-284f-4f17-9ee8-d294e35b83eb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:23.791057 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d6d71b8c-af70-438c-b8ee-b66354899867 req-66f3f3f3-284f-4f17-9ee8-d294e35b83eb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0524473 Jul 14 11:08:23.829954 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c3a12-1949-4a66-8070-a4b278393186 req-d4b99736-36f2-49c4-8782-7b51473f4413 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:23.831497 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d6c3a12-1949-4a66-8070-a4b278393186 req-d4b99736-36f2-49c4-8782-7b51473f4413 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0498085 Jul 14 11:08:23.839766 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:23.847810 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d6d71b8c-af70-438c-b8ee-b66354899867 req-142c2376-f1f0-4069-bc86-664492e18810 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505626 Jul 14 11:08:23.895922 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d6c3a12-1949-4a66-8070-a4b278393186 req-1571e35d-8122-4bfb-a4bb-c351c25e8c27 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jul 14 11:08:23.922237 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:23.962714 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff56e7-0f7f-4cf8-95cd-f10f65b57fc9 req-823da9fe-0b90-4597-a347-e231e5cec3db tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:23.972332 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2aff56e7-0f7f-4cf8-95cd-f10f65b57fc9 req-823da9fe-0b90-4597-a347-e231e5cec3db tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 943 time: 0.0596411 Jul 14 11:08:24.027897 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2aff56e7-0f7f-4cf8-95cd-f10f65b57fc9 req-4472cf5e-b283-4972-a2a9-6249594dc157 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Jul 14 11:08:24.073613 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54046) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:24.085191 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:08:24.168102 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:24.194943 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69c053db-0d0f-40e9-8b86-ce0d1f0ee92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.199913 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:24.212052 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:08:24.248470 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:24.248858 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.265310 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:08:24.280444 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69c053db-0d0f-40e9-8b86-ce0d1f0ee92c admin admin] Publish callbacks [] for security_group (ce1508a2-c124-48f3-8d4c-825d5dc0bcea), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.285444 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69c053db-0d0f-40e9-8b86-ce0d1f0ee92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ce1508a2-c124-48f3-8d4c-825d5dc0bcea), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.291098 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:24.296316 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.333292 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c053db-0d0f-40e9-8b86-ce0d1f0ee92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1508a2-c124-48f3-8d4c-825d5dc0bcea,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:24.337594 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-69c053db-0d0f-40e9-8b86-ce0d1f0ee92c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e7500e9c69444c2a10857432d92688f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629278 Jul 14 11:08:24.341212 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 54052) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:24.353289 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:24.391797 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aa08571-fb66-4d5f-bfcc-bf59b87e6ee0 admin admin] Publish callbacks [] for security_group (ce1508a2-c124-48f3-8d4c-825d5dc0bcea), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.417586 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aa08571-fb66-4d5f-bfcc-bf59b87e6ee0 admin admin] Publish callbacks [] for security_group (ce1508a2-c124-48f3-8d4c-825d5dc0bcea), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.468185 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aa08571-fb66-4d5f-bfcc-bf59b87e6ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ce1508a2-c124-48f3-8d4c-825d5dc0bcea), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.470745 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2aa08571-fb66-4d5f-bfcc-bf59b87e6ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.471917 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2aa08571-fb66-4d5f-bfcc-bf59b87e6ee0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ce1508a2-c124-48f3-8d4c-825d5dc0bcea HTTP/1.1" status: 204 len: 168 time: 0.1297309 Jul 14 11:08:24.480380 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa08571-fb66-4d5f-bfcc-bf59b87e6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1508a2-c124-48f3-8d4c-825d5dc0bcea,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:24.713051 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24769268-1337-4ec4-af57-bc0039e15c23 req-0731ce05-d08c-4fa6-835b-0c7e1b95c659 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:24.714537 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-24769268-1337-4ec4-af57-bc0039e15c23 req-0731ce05-d08c-4fa6-835b-0c7e1b95c659 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0515411 Jul 14 11:08:24.743449 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54062) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:24.761240 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-26d66060-2119-47d7-9d19-f783dcbacd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.765789 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-24769268-1337-4ec4-af57-bc0039e15c23 req-daf2eab9-b83d-411b-8519-024bcc4c862a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442908 Jul 14 11:08:24.837658 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-26d66060-2119-47d7-9d19-f783dcbacd76 admin admin] Publish callbacks [] for security_group (f23dade5-3db2-4a21-a47a-d2f5baa1f4bc), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.841719 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-26d66060-2119-47d7-9d19-f783dcbacd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (f23dade5-3db2-4a21-a47a-d2f5baa1f4bc), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.885968 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-26d66060-2119-47d7-9d19-f783dcbacd76 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b41603209cd140d886232bc729a17e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408615 Jul 14 11:08:24.888467 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d66060-2119-47d7-9d19-f783dcbacd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23dade5-3db2-4a21-a47a-d2f5baa1f4bc,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:24.888798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 54066) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:24.941718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-93ee4e2b-035d-4a7b-aee5-da9a64c81949 admin admin] Publish callbacks [] for security_group (f23dade5-3db2-4a21-a47a-d2f5baa1f4bc), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.965487 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-93ee4e2b-035d-4a7b-aee5-da9a64c81949 admin admin] Publish callbacks [] for security_group (f23dade5-3db2-4a21-a47a-d2f5baa1f4bc), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:24.972321 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce5eb7-eb96-4e74-812b-493a96ffc5b3 req-50171865-daf7-40bc-9e68-f31b246f798e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:24.973813 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6dce5eb7-eb96-4e74-812b-493a96ffc5b3 req-50171865-daf7-40bc-9e68-f31b246f798e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0511515 Jul 14 11:08:25.021385 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6dce5eb7-eb96-4e74-812b-493a96ffc5b3 req-c90c652e-03f1-46be-82f9-7b54b6c98af5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414507 Jul 14 11:08:25.038209 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806fa1-acae-4180-81e4-59ffe3b9db93 req-3bf3a6cb-5c6f-44b8-883f-61804233b071 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:25.039725 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-97806fa1-acae-4180-81e4-59ffe3b9db93 req-3bf3a6cb-5c6f-44b8-883f-61804233b071 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0717869 Jul 14 11:08:25.100375 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-93ee4e2b-035d-4a7b-aee5-da9a64c81949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (f23dade5-3db2-4a21-a47a-d2f5baa1f4bc), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:25.102755 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-93ee4e2b-035d-4a7b-aee5-da9a64c81949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:25.105473 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-93ee4e2b-035d-4a7b-aee5-da9a64c81949 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f23dade5-3db2-4a21-a47a-d2f5baa1f4bc HTTP/1.1" status: 204 len: 168 time: 0.2141755 Jul 14 11:08:25.121065 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-97806fa1-acae-4180-81e4-59ffe3b9db93 req-e6ac3b5e-7976-4fd7-a6a5-d20f14c2da29 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748227 Jul 14 11:08:25.132990 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee4e2b-035d-4a7b-aee5-da9a64c81949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23dade5-3db2-4a21-a47a-d2f5baa1f4bc,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:25.206233 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799b14c-a5a0-4dc5-a63f-53631d4295cb req-f6a25db2-9075-4a21-826f-d9430bac0e7e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:25.207270 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4799b14c-a5a0-4dc5-a63f-53631d4295cb req-f6a25db2-9075-4a21-826f-d9430bac0e7e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.1036050 Jul 14 11:08:25.268190 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4799b14c-a5a0-4dc5-a63f-53631d4295cb req-266ab299-2c32-469c-a73f-9ae14b615ea6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515485 Jul 14 11:08:25.910857 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ccd76-bd85-4631-be21-b702962afc74 req-4ef1960c-1ef7-4a49-b890-d62e5d2ab477 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:25.917107 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4ccd76-bd85-4631-be21-b702962afc74 req-4ef1960c-1ef7-4a49-b890-d62e5d2ab477 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0815718 Jul 14 11:08:25.967002 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4ccd76-bd85-4631-be21-b702962afc74 req-4845971b-7bc5-41d7-8759-a20fa58547e8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Jul 14 11:08:26.148771 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db805891-7be3-446a-ab3f-b01142f905a7 req-f404a656-8c8f-45d2-8a3b-f03c8838b427 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:26.150866 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-db805891-7be3-446a-ab3f-b01142f905a7 req-f404a656-8c8f-45d2-8a3b-f03c8838b427 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0483685 Jul 14 11:08:26.243491 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-db805891-7be3-446a-ab3f-b01142f905a7 req-387d22ce-4052-4fa8-9f4d-142e8e15e344 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852029 Jul 14 11:08:26.263122 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb38071-1959-47ba-9412-d668f793038a req-3414cc9d-01eb-4981-8806-d91105edd422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:26.275682 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-acb38071-1959-47ba-9412-d668f793038a req-3414cc9d-01eb-4981-8806-d91105edd422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0789361 Jul 14 11:08:26.326365 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-acb38071-1959-47ba-9412-d668f793038a req-4234ba81-5159-424d-9b65-78ad50f2dc4f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549052 Jul 14 11:08:26.413442 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efdab-3251-4166-b6c0-bcd3068ecf93 req-590feea9-1453-4109-bbcb-a2982d97db7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:26.419357 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fd1efdab-3251-4166-b6c0-bcd3068ecf93 req-590feea9-1453-4109-bbcb-a2982d97db7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0718248 Jul 14 11:08:26.494121 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fd1efdab-3251-4166-b6c0-bcd3068ecf93 req-84179d33-2098-4664-ac51-ceeb34d6c63d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646746 Jul 14 11:08:27.093485 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7f43b-0eeb-442b-8b55-965be2d6ba49 req-f373e711-4dad-4ca7-a20e-13accb2f838c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:27.095105 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ee7f43b-0eeb-442b-8b55-965be2d6ba49 req-f373e711-4dad-4ca7-a20e-13accb2f838c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0553861 Jul 14 11:08:27.148064 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ee7f43b-0eeb-442b-8b55-965be2d6ba49 req-82cc9d04-1a7d-4d17-bf2e-5df2d222bd6d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Jul 14 11:08:27.361030 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:27.415677 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66add6ff-2cb1-4467-9c6c-986e63d52df4 req-350a2c69-fd72-48eb-bd60-d5b79300a5db tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:27.418106 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-66add6ff-2cb1-4467-9c6c-986e63d52df4 req-350a2c69-fd72-48eb-bd60-d5b79300a5db tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0686066 Jul 14 11:08:27.451635 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:27.466078 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144399f9-b247-4e94-b659-816e76f2f8cd req-2835242a-9253-4c49-bbe2-44035a028d1d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:27.467665 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-144399f9-b247-4e94-b659-816e76f2f8cd req-2835242a-9253-4c49-bbe2-44035a028d1d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0528028 Jul 14 11:08:27.468491 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:27.473791 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-66add6ff-2cb1-4467-9c6c-986e63d52df4 req-1b6d4b96-5463-4a36-a8b1-7c79930cb57e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482807 Jul 14 11:08:27.515139 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:27.524609 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-144399f9-b247-4e94-b659-816e76f2f8cd req-daaad87f-bcda-4d58-8f29-2d325df5498e tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506034 Jul 14 11:08:27.620811 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58098f2-0ce7-43b8-b4e6-af9274c33665 req-70f46558-abad-4de1-9c2f-98bb55a07160 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:27.622321 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d58098f2-0ce7-43b8-b4e6-af9274c33665 req-70f46558-abad-4de1-9c2f-98bb55a07160 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0474780 Jul 14 11:08:27.670163 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d58098f2-0ce7-43b8-b4e6-af9274c33665 req-8ef1b2d6-ceca-4a98-b842-9e30afa9d01d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Jul 14 11:08:28.264063 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887d56-8ad7-4bb9-8638-df3f520e6665 req-0c345541-2aff-421a-98ff-e3ca0d415292 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:28.265543 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6887d56-8ad7-4bb9-8638-df3f520e6665 req-0c345541-2aff-421a-98ff-e3ca0d415292 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0469654 Jul 14 11:08:28.313961 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6887d56-8ad7-4bb9-8638-df3f520e6665 req-c2cd9be6-d60f-4475-a1cc-8f6be2847319 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Jul 14 11:08:28.629607 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c1747-fc3c-4f79-a210-39c2fba0973c req-3d3078e2-71e4-4b45-8e40-c528cfa5e5ce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:28.631129 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e6c1747-fc3c-4f79-a210-39c2fba0973c req-3d3078e2-71e4-4b45-8e40-c528cfa5e5ce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0808012 Jul 14 11:08:28.674485 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d77a03-91d5-4c12-9edd-b6b97e765af3 req-2b092e26-be35-4404-9b94-23d79ff6d188 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:28.675999 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5d77a03-91d5-4c12-9edd-b6b97e765af3 req-2b092e26-be35-4404-9b94-23d79ff6d188 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0468609 Jul 14 11:08:28.679078 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e6c1747-fc3c-4f79-a210-39c2fba0973c req-b4727683-4e4e-4605-8a05-67c0f2ecd339 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Jul 14 11:08:28.725888 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5d77a03-91d5-4c12-9edd-b6b97e765af3 req-7efb9a25-0a56-4c18-aa20-8e51515241bd tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440910 Jul 14 11:08:28.782895 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c285f-d05b-4a85-9821-1a81dc64d4b7 req-3293af1c-53df-445e-96e6-d2dd1f3b9538 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:28.784302 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ee0c285f-d05b-4a85-9821-1a81dc64d4b7 req-3293af1c-53df-445e-96e6-d2dd1f3b9538 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0480087 Jul 14 11:08:28.830978 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ee0c285f-d05b-4a85-9821-1a81dc64d4b7 req-3627a7a3-cb4e-4ce4-97eb-bad647de51ae tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Jul 14 11:08:29.443999 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5d7db-7462-4e67-b014-24cef3144a86 req-70361eb6-0fa9-45cd-b52d-ab1b464f5243 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:29.443999 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f7b5d7db-7462-4e67-b014-24cef3144a86 req-70361eb6-0fa9-45cd-b52d-ab1b464f5243 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0539572 Jul 14 11:08:29.486712 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f7b5d7db-7462-4e67-b014-24cef3144a86 req-27a8eb12-9d81-4209-ac83-b4c422438dba tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Jul 14 11:08:29.605295 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['60ab608d-54a2-43be-9f6e-4c5078b5c6b4'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:08:29.649501 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-96f49d44-5299-4b61-841a-c1521f9f8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:29.651669 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-96f49d44-5299-4b61-841a-c1521f9f8fad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6b59ebe6-7c6e-4831-8fc8-b7d332f14328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420229 Jul 14 11:08:29.819757 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc870-e51c-4975-9c5f-4a9aa05385ca req-d8433c59-bd5b-4af9-b2c8-d60c2227995b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:29.821447 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-577dc870-e51c-4975-9c5f-4a9aa05385ca req-d8433c59-bd5b-4af9-b2c8-d60c2227995b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0586696 Jul 14 11:08:29.867620 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcd743-0bcd-4510-97e1-6d303b086e78 req-bcfbd5cb-3d70-4f0b-bf59-dc80b88b359c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:29.869718 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7dcd743-0bcd-4510-97e1-6d303b086e78 req-bcfbd5cb-3d70-4f0b-bf59-dc80b88b359c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0484016 Jul 14 11:08:29.871441 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-577dc870-e51c-4975-9c5f-4a9aa05385ca req-ed1019d5-2bc1-4fd2-b346-e299a6161e99 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Jul 14 11:08:29.919661 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7dcd743-0bcd-4510-97e1-6d303b086e78 req-e8e3edcb-31ae-4061-ac04-f04f7031b34b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Jul 14 11:08:29.980768 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e303fa-9e02-44d5-9224-82d8a961450e req-6cff0214-fde3-4702-9692-38c1f387e116 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:29.984408 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a4e303fa-9e02-44d5-9224-82d8a961450e req-6cff0214-fde3-4702-9692-38c1f387e116 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0530589 Jul 14 11:08:30.032672 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a4e303fa-9e02-44d5-9224-82d8a961450e req-5aeb64b9-0602-4c9c-a25c-a6bf4138b0eb tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 Jul 14 11:08:30.630880 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d97d33-b518-43e3-9af2-4f9f447f4c31 req-0686169d-ed8d-4cae-8543-91d1775400eb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:30.633018 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f1d97d33-b518-43e3-9af2-4f9f447f4c31 req-0686169d-ed8d-4cae-8543-91d1775400eb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0710049 Jul 14 11:08:30.696190 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f1d97d33-b518-43e3-9af2-4f9f447f4c31 req-2d79990e-364c-43e3-9de3-d060daa38838 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553231 Jul 14 11:08:30.833416 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:30.993689 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bd17f-ce34-45e7-9336-46346db8c21b req-1e380d4d-1798-4d5f-b15a-41b9743f7b3a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:30.995176 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ea4bd17f-ce34-45e7-9336-46346db8c21b req-1e380d4d-1798-4d5f-b15a-41b9743f7b3a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0506680 Jul 14 11:08:31.039675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79557-aad2-4db0-982e-c5c09bea8fd3 req-6750f17d-32e6-4ed5-b325-09a46d770c18 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:31.041218 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e7f79557-aad2-4db0-982e-c5c09bea8fd3 req-6750f17d-32e6-4ed5-b325-09a46d770c18 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0476811 Jul 14 11:08:31.042702 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ea4bd17f-ce34-45e7-9336-46346db8c21b req-16075f39-015f-45fa-86eb-c0b942baed27 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Jul 14 11:08:31.090560 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e7f79557-aad2-4db0-982e-c5c09bea8fd3 req-5fa3b13d-8840-49dc-8be0-c727e557bf3c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Jul 14 11:08:31.145093 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef11a2-8fed-4af6-bba1-dcd3934de918 req-f587ae7c-6bc7-4b52-8588-951487c2d1fc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:31.146564 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a3ef11a2-8fed-4af6-bba1-dcd3934de918 req-f587ae7c-6bc7-4b52-8588-951487c2d1fc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0461791 Jul 14 11:08:31.195646 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a3ef11a2-8fed-4af6-bba1-dcd3934de918 req-c9af8bc2-f791-46cd-8757-9d419a53bfaa tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Jul 14 11:08:31.804701 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e703451-f32a-4925-9b9c-05cd4cb6da89 req-5231cdc1-dfa7-4e9e-bd3f-4016d4d83ef5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:31.806217 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1e703451-f32a-4925-9b9c-05cd4cb6da89 req-5231cdc1-dfa7-4e9e-bd3f-4016d4d83ef5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0479913 Jul 14 11:08:31.861923 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1e703451-f32a-4925-9b9c-05cd4cb6da89 req-9927bf09-1c47-44c5-bf7a-81995720843b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 Jul 14 11:08:32.161684 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a352a0-e09d-4805-bdc5-324c7ccfe418 req-5f5e7b14-72e3-46ca-9703-b2dad3f487af tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:32.163266 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e6a352a0-e09d-4805-bdc5-324c7ccfe418 req-5f5e7b14-72e3-46ca-9703-b2dad3f487af tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0500069 Jul 14 11:08:32.218967 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007218-20cf-42ca-bb8e-cdfc4e74cda4 req-d173950f-b70c-46ec-8c18-6cf96432923b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:32.220708 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4007218-20cf-42ca-bb8e-cdfc4e74cda4 req-d173950f-b70c-46ec-8c18-6cf96432923b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0602977 Jul 14 11:08:32.223905 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e6a352a0-e09d-4805-bdc5-324c7ccfe418 req-bf5df260-04a8-4ece-ad4c-7ed955b0f8f9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543768 Jul 14 11:08:32.270028 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4007218-20cf-42ca-bb8e-cdfc4e74cda4 req-d3ebdc59-b33f-4bb3-acb1-80548621ad02 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Jul 14 11:08:32.327593 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d9a86-9db4-47a9-80f8-62ac5ccb1aed req-a6d7ac29-71e4-48e9-b185-2315950a54b8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:32.329068 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d6d9a86-9db4-47a9-80f8-62ac5ccb1aed req-a6d7ac29-71e4-48e9-b185-2315950a54b8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0470445 Jul 14 11:08:32.380254 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d6d9a86-9db4-47a9-80f8-62ac5ccb1aed req-5aad6a21-4c35-45eb-9504-e1b0b503535a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 Jul 14 11:08:32.976279 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb783d6-589b-440f-834e-3f80e707334d req-2778be31-a565-4d4d-b8fb-1f1ed98971e1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:32.977764 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8bb783d6-589b-440f-834e-3f80e707334d req-2778be31-a565-4d4d-b8fb-1f1ed98971e1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0481153 Jul 14 11:08:33.025365 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8bb783d6-589b-440f-834e-3f80e707334d req-8b3e8c9c-7437-4f88-89a1-5e4f1ae38260 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Jul 14 11:08:33.370310 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed82c3-7bcb-455d-86af-097c89b7353e req-e578caa1-12ab-4695-9b7f-903b8d419afb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:33.372502 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b8ed82c3-7bcb-455d-86af-097c89b7353e req-e578caa1-12ab-4695-9b7f-903b8d419afb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0782933 Jul 14 11:08:33.397963 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:33.424514 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b8ed82c3-7bcb-455d-86af-097c89b7353e req-8efacbc1-aec1-4028-a16c-945b79fd2791 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464642 Jul 14 11:08:33.428728 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe7b6f-bbc4-41ac-9a20-bc4408755367 req-04fcbdaf-cb83-421d-b0da-9eb6258c7324 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:33.430856 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-12fe7b6f-bbc4-41ac-9a20-bc4408755367 req-04fcbdaf-cb83-421d-b0da-9eb6258c7324 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0583012 Jul 14 11:08:33.489561 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-12fe7b6f-bbc4-41ac-9a20-bc4408755367 req-3da8d0ad-0ac8-4014-be1a-655e18e6e6a6 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524633 Jul 14 11:08:33.547536 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008e6d3-87ea-4666-9481-138c69475191 req-a50576ad-2c24-4dd9-939f-2b2709d9cb8e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:33.549018 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c008e6d3-87ea-4666-9481-138c69475191 req-a50576ad-2c24-4dd9-939f-2b2709d9cb8e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0535874 Jul 14 11:08:33.596096 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c008e6d3-87ea-4666-9481-138c69475191 req-bdf9a230-d89b-44d4-a54d-06840836d92f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Jul 14 11:08:33.819315 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:34.125689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:34.139895 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716fe2-76b2-4906-affa-a32153ce7be8 req-95ef5e27-587b-454f-a11b-193cf36ccaa2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:34.141375 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86716fe2-76b2-4906-affa-a32153ce7be8 req-95ef5e27-587b-454f-a11b-193cf36ccaa2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0489819 Jul 14 11:08:34.190219 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86716fe2-76b2-4906-affa-a32153ce7be8 req-18df4cfc-f6c4-4d49-868b-8e29b870e662 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Jul 14 11:08:34.538658 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:34.555161 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855429fc-0302-4b79-a5a2-f87832b57963 req-f4cb6203-bce4-4e1e-96cf-3e7e35433db8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:34.557368 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-855429fc-0302-4b79-a5a2-f87832b57963 req-f4cb6203-bce4-4e1e-96cf-3e7e35433db8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0591900 Jul 14 11:08:34.596149 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:34.610505 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb68980-5569-4b66-a419-1c4cc7cf685e req-502d6900-d4e0-4651-9784-759b8cb8d02b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:34.612062 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eeb68980-5569-4b66-a419-1c4cc7cf685e req-502d6900-d4e0-4651-9784-759b8cb8d02b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0527067 Jul 14 11:08:34.621313 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-855429fc-0302-4b79-a5a2-f87832b57963 req-dda22355-a82e-43c1-958b-fff8c53bb232 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540626 Jul 14 11:08:34.684487 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eeb68980-5569-4b66-a419-1c4cc7cf685e req-bee625ef-f771-4d13-a552-882247b30f1e tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611024 Jul 14 11:08:34.741804 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aee4b8-e611-4350-8876-6a8b1612caf1 req-2130a731-5913-47d8-bf29-70d898ff496d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:34.745438 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62aee4b8-e611-4350-8876-6a8b1612caf1 req-2130a731-5913-47d8-bf29-70d898ff496d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0507255 Jul 14 11:08:34.801483 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62aee4b8-e611-4350-8876-6a8b1612caf1 req-20a5b14d-35dc-45e6-8ce0-9cb85258ab85 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494220 Jul 14 11:08:35.308549 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb53eb-3d5c-4efa-946f-93f5bb89f3f6 req-f8a519db-988b-4d47-85bf-641b3b47f4a1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:35.310106 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7adb53eb-3d5c-4efa-946f-93f5bb89f3f6 req-f8a519db-988b-4d47-85bf-641b3b47f4a1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0520432 Jul 14 11:08:35.315600 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ecf22109-2fc3-4e6f-ab97-f77ed30374c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.360993 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7adb53eb-3d5c-4efa-946f-93f5bb89f3f6 req-f7999fcd-126b-4832-815a-860cd7c851a3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Jul 14 11:08:35.750495 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958cb7d-f009-4527-835d-70ce37ec7057 req-81241af0-c770-4de9-80c3-f0aa41f95276 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:35.752064 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4958cb7d-f009-4527-835d-70ce37ec7057 req-81241af0-c770-4de9-80c3-f0aa41f95276 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0484133 Jul 14 11:08:35.799321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ab5b-b51b-4865-8c2e-3d4a63411c46 req-73bc9c94-063e-4875-801e-c6658d1c123e tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:35.800923 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6a80ab5b-b51b-4865-8c2e-3d4a63411c46 req-73bc9c94-063e-4875-801e-c6658d1c123e tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0491693 Jul 14 11:08:35.801108 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4958cb7d-f009-4527-835d-70ce37ec7057 req-fee1a2e6-b8fb-4f22-b3f3-6d3abad58ec5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Jul 14 11:08:35.864255 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6a80ab5b-b51b-4865-8c2e-3d4a63411c46 req-bfe0f319-fc6f-4c83-b3de-6d5e6b9aa996 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534596 Jul 14 11:08:35.926794 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4fe5c-626d-463e-8257-5f60dbabc6e8 req-73c110f0-3f5f-4902-bd57-6ef08b6874a0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:35.928599 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4ae4fe5c-626d-463e-8257-5f60dbabc6e8 req-73c110f0-3f5f-4902-bd57-6ef08b6874a0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0534253 Jul 14 11:08:35.980906 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4ae4fe5c-626d-463e-8257-5f60dbabc6e8 req-fd7dca0f-7e80-47a0-8509-5feca6d8b1d2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454853 Jul 14 11:08:36.480302 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c018ff-9c71-4ae6-b424-54102b1e4518 req-8543c458-8d5e-4a5c-b7ae-3bba3265a466 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:36.481668 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09c018ff-9c71-4ae6-b424-54102b1e4518 req-8543c458-8d5e-4a5c-b7ae-3bba3265a466 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0507474 Jul 14 11:08:36.530149 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09c018ff-9c71-4ae6-b424-54102b1e4518 req-a703ea19-56a9-4f2d-85c1-ad7b0e21c515 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428691 Jul 14 11:08:36.929554 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1125c-8bd4-4bde-993f-7453bca8fbe5 req-71c76e19-9960-4bea-ab7b-c3fd801616f3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:36.931065 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-85a1125c-8bd4-4bde-993f-7453bca8fbe5 req-71c76e19-9960-4bea-ab7b-c3fd801616f3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0509152 Jul 14 11:08:36.980720 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d46297-12dd-42ae-96bd-b25f16329b78 req-169ee5b7-f94e-4e32-bc33-19e775bcaae1 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:36.981350 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-85a1125c-8bd4-4bde-993f-7453bca8fbe5 req-358f24cc-c8e7-4c5a-9da2-e4736aa83f66 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Jul 14 11:08:36.989066 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89d46297-12dd-42ae-96bd-b25f16329b78 req-169ee5b7-f94e-4e32-bc33-19e775bcaae1 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0560627 Jul 14 11:08:37.039819 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89d46297-12dd-42ae-96bd-b25f16329b78 req-4ec85336-97a2-4dcb-ac49-b2987e773994 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Jul 14 11:08:37.103983 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa1e92-8ce8-4d19-a5bb-f182fdc60ee6 req-3d34220e-193a-4cef-bfc8-58f2f32c9b0d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:37.105695 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e1fa1e92-8ce8-4d19-a5bb-f182fdc60ee6 req-3d34220e-193a-4cef-bfc8-58f2f32c9b0d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 944 time: 0.0506976 Jul 14 11:08:37.155721 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e1fa1e92-8ce8-4d19-a5bb-f182fdc60ee6 req-d0502333-5a1e-4356-8141-b8a26fa52e5f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 Jul 14 11:08:37.288655 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 13944c62-ebab-45c6-93d8-38bb5fd3a687 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:08:37.299809 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:08:37.404001 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:08:37.413073 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:08:37.413446 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:37.453842 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 13944c62-ebab-45c6-93d8-38bb5fd3a687, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:37.477667 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '13944c62-ebab-45c6-93d8-38bb5fd3a687', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'port_id': '13944c62-ebab-45c6-93d8-38bb5fd3a687', 'mac_address': 'fa:16:3e:d2:4d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:08:37.548809 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:37.549200 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:37.551318 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 13944c62-ebab-45c6-93d8-38bb5fd3a687 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:37.551640 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:37.554042 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:37.588242 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13944c62-ebab-45c6-93d8-38bb5fd3a687 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:08:37.601072 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:08:37.604441 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e9bf4-f14a-4ca7-8762-83d542c7337f" -d '{"events": [{"server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "name": "network-vif-plugged", "status": "completed", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:37.626578 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:37.632852 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-20679e19-4dee-41c3-a95c-88ca2229ea91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:37.636983 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:37.640032 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 13944c62-ebab-45c6-93d8-38bb5fd3a687, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:37.655766 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491a354-ab73-4670-93e6-4d6c1338a65c req-130c6c5b-5e3b-4f83-a5e3-a63cbb200627 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:37.657274 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0491a354-ab73-4670-93e6-4d6c1338a65c req-130c6c5b-5e3b-4f83-a5e3-a63cbb200627 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0573201 Jul 14 11:08:37.662905 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e71084f-11f2-4e20-922a-13a6581c0206 x-openstack-request-id: req-0e71084f-11f2-4e20-922a-13a6581c0206 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:37.663220 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "name": "network-vif-plugged", "status": "completed", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:37.663545 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e71084f-11f2-4e20-922a-13a6581c0206 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:37.663942 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e71084f-11f2-4e20-922a-13a6581c0206'] response: {'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'code': 200} Jul 14 11:08:37.667340 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:37.673722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:37.697043 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:37.714571 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0491a354-ab73-4670-93e6-4d6c1338a65c req-1160efcb-fd8d-4b08-9ec5-857db480a497 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Jul 14 11:08:37.747052 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=13944c62-ebab-45c6-93d8-38bb5fd3a687,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:38.114897 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3c1d4-e629-4c7c-9340-86c1f834d121 req-458e6c6d-0e30-4cca-83f7-5be6511240d4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:38.117090 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-15c3c1d4-e629-4c7c-9340-86c1f834d121 req-458e6c6d-0e30-4cca-83f7-5be6511240d4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0582395 Jul 14 11:08:38.159421 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9770558-74d8-4da3-af04-4299f9c13889 req-30b1a1cd-4b3a-48c3-a6bf-f0aeedffd84f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:38.161261 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9770558-74d8-4da3-af04-4299f9c13889 req-30b1a1cd-4b3a-48c3-a6bf-f0aeedffd84f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0503786 Jul 14 11:08:38.173173 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-15c3c1d4-e629-4c7c-9340-86c1f834d121 req-3fd6f1a5-1016-4e2f-bda0-f29699acdef4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466998 Jul 14 11:08:38.247369 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b9770558-74d8-4da3-af04-4299f9c13889 req-02af82b3-5b03-41d3-af69-1644d3a9844c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618634 Jul 14 11:08:38.306023 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe562c7-eb7e-4708-9513-333e6b6f37df req-772e03db-fb2a-480e-aec6-4e28310275a2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:38.308197 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1fe562c7-eb7e-4708-9513-333e6b6f37df req-772e03db-fb2a-480e-aec6-4e28310275a2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0541210 Jul 14 11:08:38.358129 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1fe562c7-eb7e-4708-9513-333e6b6f37df req-51170db7-6f12-4003-b617-485d9f8c40b6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Jul 14 11:08:38.650641 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:38.827656 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a709758-f667-453b-a084-bd634ec82448 req-a2224d73-22c3-4252-ab39-fa18e769f88c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:38.829145 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a709758-f667-453b-a084-bd634ec82448 req-a2224d73-22c3-4252-ab39-fa18e769f88c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0469630 Jul 14 11:08:38.883189 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a709758-f667-453b-a084-bd634ec82448 req-ad416629-18b3-40eb-9f3e-6a2c37ee53d9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483832 Jul 14 11:08:39.308916 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1e74-28b6-46aa-a7b3-af6fcce1fc3d req-e2be676e-bf01-462a-ba29-8f521646fe6c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:39.310753 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6e2a1e74-28b6-46aa-a7b3-af6fcce1fc3d req-e2be676e-bf01-462a-ba29-8f521646fe6c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0535357 Jul 14 11:08:39.377617 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6e2a1e74-28b6-46aa-a7b3-af6fcce1fc3d req-eb4cf940-dbe2-4fea-8926-5c1c08ba7123 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609279 Jul 14 11:08:39.378556 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b02083-a1c1-44d9-b956-5f58b2e43deb req-1b690337-c8b7-4f25-9c2c-2231877f7e10 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:39.380878 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6b02083-a1c1-44d9-b956-5f58b2e43deb req-1b690337-c8b7-4f25-9c2c-2231877f7e10 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0534129 Jul 14 11:08:39.430075 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6b02083-a1c1-44d9-b956-5f58b2e43deb req-0bc51a24-dc39-4dd2-ab59-0086ee29bb40 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443628 Jul 14 11:08:39.488638 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764024d5-53ea-4b7b-bb31-f4412ec141d7 req-6dd6d793-4f29-449d-87ef-a50b1c695343 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:39.490202 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-764024d5-53ea-4b7b-bb31-f4412ec141d7 req-6dd6d793-4f29-449d-87ef-a50b1c695343 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0525491 Jul 14 11:08:39.547283 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-764024d5-53ea-4b7b-bb31-f4412ec141d7 req-d16ad171-a878-4a08-8561-c39af6952c25 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491757 Jul 14 11:08:39.995059 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ed9ea-c26e-4b8d-aeb9-b103f088ab8b req-888de39d-5e98-4a84-8553-b500ecc90829 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:39.996590 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f2ed9ea-c26e-4b8d-aeb9-b103f088ab8b req-888de39d-5e98-4a84-8553-b500ecc90829 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0468121 Jul 14 11:08:40.052346 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f2ed9ea-c26e-4b8d-aeb9-b103f088ab8b req-d3be6a8e-47b0-40b4-b785-10622dd69f8a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500240 Jul 14 11:08:40.059598 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:40.481544 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:40.488190 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:40.507904 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ad587-672c-40ac-929f-bcfad49544c8 req-2c523caf-cbea-48f5-8762-7e044d4aabb4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:40.510112 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f04ad587-672c-40ac-929f-bcfad49544c8 req-2c523caf-cbea-48f5-8762-7e044d4aabb4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0573735 Jul 14 11:08:40.543631 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:40.554005 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:40.572355 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f04ad587-672c-40ac-929f-bcfad49544c8 req-bd54e713-ff91-499c-83c2-2aa799add524 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511119 Jul 14 11:08:40.572560 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4045a-f7b4-42d3-a2f9-08aaf0e0b67d req-93bd5826-c455-4f21-8ffb-791a1b423f9c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:40.574033 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-59a4045a-f7b4-42d3-a2f9-08aaf0e0b67d req-93bd5826-c455-4f21-8ffb-791a1b423f9c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0606058 Jul 14 11:08:40.645274 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-59a4045a-f7b4-42d3-a2f9-08aaf0e0b67d req-7e1d674a-1014-45f9-b1cf-9f0c22454feb tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586278 Jul 14 11:08:40.685541 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ea93d-f228-4b01-8750-31a4fc6f6992 req-75e07252-d2c1-4f7d-aad2-13518ad1cf64 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:40.687158 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7d8ea93d-f228-4b01-8750-31a4fc6f6992 req-75e07252-d2c1-4f7d-aad2-13518ad1cf64 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0534675 Jul 14 11:08:40.737256 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7d8ea93d-f228-4b01-8750-31a4fc6f6992 req-b495e926-a510-42d3-894d-c8def17e98f4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Jul 14 11:08:41.159683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:41.171662 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413d9c5-5857-4da1-993f-da6f1a1a7d9d req-0cc936f4-8b8b-487f-a457-c04587e5ad89 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:41.173161 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2413d9c5-5857-4da1-993f-da6f1a1a7d9d req-0cc936f4-8b8b-487f-a457-c04587e5ad89 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0499556 Jul 14 11:08:41.222403 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2413d9c5-5857-4da1-993f-da6f1a1a7d9d req-55e87d25-0a04-4208-81cd-0513621252bf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Jul 14 11:08:41.701536 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989e3c-cf9d-4ef3-9573-b7ac71e3a781 req-f1444161-9d14-4df9-9de7-e3e5a7695141 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:41.703521 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ed989e3c-cf9d-4ef3-9573-b7ac71e3a781 req-f1444161-9d14-4df9-9de7-e3e5a7695141 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0572166 Jul 14 11:08:41.752639 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ed989e3c-cf9d-4ef3-9573-b7ac71e3a781 req-6ba3ac59-3c71-4809-8935-564f777e2967 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436046 Jul 14 11:08:41.762576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab773f5f-fdbe-4e22-8c91-0f4ec50d5d53 req-87822d58-4a9f-4f9b-8800-e0a31462ec4d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:41.764153 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab773f5f-fdbe-4e22-8c91-0f4ec50d5d53 req-87822d58-4a9f-4f9b-8800-e0a31462ec4d tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0476127 Jul 14 11:08:41.826342 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab773f5f-fdbe-4e22-8c91-0f4ec50d5d53 req-07131292-c77b-4b71-8de4-baf6105ab4b6 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567529 Jul 14 11:08:41.861370 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f5e1-548a-4d61-98a6-47e8f75565ec req-6069160c-eed8-4457-afae-dcdb2c8b9798 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:41.862777 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2679f5e1-548a-4d61-98a6-47e8f75565ec req-6069160c-eed8-4457-afae-dcdb2c8b9798 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0477176 Jul 14 11:08:41.915243 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2679f5e1-548a-4d61-98a6-47e8f75565ec req-b105f36a-f308-4d52-b4c5-cadf13aeb513 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468335 Jul 14 11:08:42.111029 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['13944c62-ebab-45c6-93d8-38bb5fd3a687'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:08:42.399951 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a9927-ba26-43e9-b4cd-ece00ace32af req-a51dadc6-3706-4b71-a3e7-f491c88b6336 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:42.402187 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-462a9927-ba26-43e9-b4cd-ece00ace32af req-a51dadc6-3706-4b71-a3e7-f491c88b6336 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0672860 Jul 14 11:08:42.478853 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-462a9927-ba26-43e9-b4cd-ece00ace32af req-8e3368d4-5a53-44d4-b7a7-2783653171a2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582078 Jul 14 11:08:42.884281 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ebba1-9a86-47fc-9c01-dba8a8e02f10 req-745bcddd-693d-4f66-8cb1-690879c14772 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:42.886020 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a67ebba1-9a86-47fc-9c01-dba8a8e02f10 req-745bcddd-693d-4f66-8cb1-690879c14772 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0579443 Jul 14 11:08:42.953365 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a67ebba1-9a86-47fc-9c01-dba8a8e02f10 req-ddeb286c-d9f4-41dd-87e1-f0102b108cdd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607030 Jul 14 11:08:42.991220 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12b4a4-ccc5-42ed-adcb-af69432fba40 req-89f4fd81-ad4d-4f5e-9ab0-0b3c86c3c0cc tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:42.992866 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c12b4a4-ccc5-42ed-adcb-af69432fba40 req-89f4fd81-ad4d-4f5e-9ab0-0b3c86c3c0cc tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0659533 Jul 14 11:08:43.051485 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c12b4a4-ccc5-42ed-adcb-af69432fba40 req-e7dccb22-eafb-4ccc-9b02-4bb74c0f39fa tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Jul 14 11:08:43.074972 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fbbe1-92f9-42db-bb36-b5c864b8a350 req-64e43090-89ba-4038-b811-19076e43c468 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:43.076531 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-704fbbe1-92f9-42db-bb36-b5c864b8a350 req-64e43090-89ba-4038-b811-19076e43c468 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0511758 Jul 14 11:08:43.126803 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-704fbbe1-92f9-42db-bb36-b5c864b8a350 req-72fd32a4-af0a-4729-a0f9-58592538ec8a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Jul 14 11:08:43.664818 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4f01c-6971-4412-9a99-a1dc28f05791 req-92c68889-dbf1-40f4-92e8-12e18ef113d4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:43.667971 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d3b4f01c-6971-4412-9a99-a1dc28f05791 req-92c68889-dbf1-40f4-92e8-12e18ef113d4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0832202 Jul 14 11:08:43.749449 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 13944c62-ebab-45c6-93d8-38bb5fd3a687 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:08:43.782674 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d3b4f01c-6971-4412-9a99-a1dc28f05791 req-86c5160d-a119-4f2a-9ec8-2b436823745f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071007 Jul 14 11:08:43.836991 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-7ff28d3b-0eb4-41d5-8798-211d87c38692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:43.843814 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-7ff28d3b-0eb4-41d5-8798-211d87c38692 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1571763 Jul 14 11:08:43.845628 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 13944c62-ebab-45c6-93d8-38bb5fd3a687 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:08:43.863426 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 13944c62-ebab-45c6-93d8-38bb5fd3a687 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:08:43.864073 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.090846 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-aa24495a-522f-4cba-b7d0-f15c7331d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.090846 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-aa24495a-522f-4cba-b7d0-f15c7331d9f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 1127 time: 0.1939170 Jul 14 11:08:44.096185 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-178aaf58-709a-4b57-a954-783d9d3afd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.105338 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-178aaf58-709a-4b57-a954-783d9d3afd39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 1129 time: 0.2252383 Jul 14 11:08:44.200006 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 13944c62-ebab-45c6-93d8-38bb5fd3a687 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:44.200678 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.245062 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-d09861c2-8146-40fe-88bd-27a9f828e396 service neutron] 10.222.0.26 "GET /v2.0/networks/6b59ebe6-7c6e-4831-8fc8-b7d332f14328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478427 Jul 14 11:08:44.323688 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13944c62-ebab-45c6-93d8-38bb5fd3a687'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:08:44.336072 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44018128-32d4-4300-986f-971e4841f3c0" -d '{"events": [{"server_uuid": "1bb87b2e-2f5d-429a-95a9-1af62edd1e2b", "name": "network-vif-plugged", "status": "completed", "tag": "13944c62-ebab-45c6-93d8-38bb5fd3a687"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:44.344590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 13944c62-ebab-45c6-93d8-38bb5fd3a687, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:44.356259 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.503031 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=13944c62-ebab-45c6-93d8-38bb5fd3a687,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:44.591575 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.26', 62753) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:44.671010 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.26', 62754) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:44.781007 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61146d3d-6544-46b4-b7fb-a3907c3bac88 req-7b730f16-c539-4a63-b3f2-ea3f54edecbe tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.782975 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61146d3d-6544-46b4-b7fb-a3907c3bac88 req-7b730f16-c539-4a63-b3f2-ea3f54edecbe tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.4249756 Jul 14 11:08:44.829024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cb9c1-0224-4bac-aa58-23494d770bf7 req-e85fc699-215b-44c5-86bb-6ab97fcd3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.830766 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-913cb9c1-0224-4bac-aa58-23494d770bf7 req-e85fc699-215b-44c5-86bb-6ab97fcd3a71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 1129 time: 0.2509732 Jul 14 11:08:44.861264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f25611-4479-4630-b864-20cd17481843 req-e8cf7cc3-f43c-4d2d-977e-b38392c321bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.862766 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30f25611-4479-4630-b864-20cd17481843 req-e8cf7cc3-f43c-4d2d-977e-b38392c321bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1130 time: 0.2326636 Jul 14 11:08:44.863883 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ee5b8-c3c5-4168-9027-83c43f5c2a2b req-87ccd153-0a51-4b4b-bebd-8bd32cfb55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.865248 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-933ee5b8-c3c5-4168-9027-83c43f5c2a2b req-87ccd153-0a51-4b4b-bebd-8bd32cfb55b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 1129 time: 0.1931095 Jul 14 11:08:44.880552 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-c1072da2-180c-4670-b813-d3d604153f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.881981 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-c1072da2-180c-4670-b813-d3d604153f99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.5154483 Jul 14 11:08:44.885149 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:44.892972 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-c218fb14-7069-466c-a4b0-42ebe096b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.894500 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-c218fb14-7069-466c-a4b0-42ebe096b1c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.8024297 Jul 14 11:08:44.919091 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61146d3d-6544-46b4-b7fb-a3907c3bac88 req-05178044-a7cc-4137-bff8-1cf7b5bb1dcb tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915322 Jul 14 11:08:44.921756 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1ba06-b7a3-4bbe-9af0-e1cee1a14e77 req-dd3ee3f3-5602-48aa-b636-873ad1071d69 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:44.924707 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b4d1ba06-b7a3-4bbe-9af0-e1cee1a14e77 req-dd3ee3f3-5602-48aa-b636-873ad1071d69 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.6159534 Jul 14 11:08:44.994114 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-1a049412-4e17-4fdd-b610-ecf57ef1c4e9 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7474904 Jul 14 11:08:45.007377 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:45.067637 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f13eba2e-b029-4367-bbe3-8125cfb756c9 req-9270b74b-3e4f-48a2-bc02-e67b8ea1de44 service neutron] 10.222.0.26 "GET /v2.0/networks/6b59ebe6-7c6e-4831-8fc8-b7d332f14328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498189 Jul 14 11:08:45.073681 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b4d1ba06-b7a3-4bbe-9af0-e1cee1a14e77 req-1dcf928c-f00c-4d42-99a2-93697bf923e6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346600 Jul 14 11:08:45.075805 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef649-9c2d-416c-8f88-d085d36a8a5b req-e99cfc94-3f0d-4c9d-a15b-18d6a7a514a0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:45.078428 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1f3ef649-9c2d-416c-8f88-d085d36a8a5b req-e99cfc94-3f0d-4c9d-a15b-18d6a7a514a0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0811391 Jul 14 11:08:45.131588 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd08d7a-3608-4a16-8744-bd83bf1f44bb x-openstack-request-id: req-4cd08d7a-3608-4a16-8744-bd83bf1f44bb {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:45.132401 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb87b2e-2f5d-429a-95a9-1af62edd1e2b", "name": "network-vif-plugged", "status": "completed", "tag": "13944c62-ebab-45c6-93d8-38bb5fd3a687", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:45.132893 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cd08d7a-3608-4a16-8744-bd83bf1f44bb {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:45.133750 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd08d7a-3608-4a16-8744-bd83bf1f44bb'] response: {'server_uuid': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13944c62-ebab-45c6-93d8-38bb5fd3a687', 'code': 200} Jul 14 11:08:45.294803 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.387355 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7309fd2-5f39-4356-b89f-7e7aa17eb927 req-af69c198-a241-4dbf-bfc7-e3f325295cec tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:45.388931 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b7309fd2-5f39-4356-b89f-7e7aa17eb927 req-af69c198-a241-4dbf-bfc7-e3f325295cec tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 943 time: 0.0603182 Jul 14 11:08:45.486865 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-d9bf2f98-0492-4d38-947e-1c45acc9bfa1 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919998 Jul 14 11:08:45.580103 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54510) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:45.651299 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde259c-cd23-4889-80d8-026a73ce4fc8 req-8b047672-f3bb-4c86-bac1-e912aa76a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:45.653436 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1f3ef649-9c2d-416c-8f88-d085d36a8a5b req-abc76102-8c2e-4fa6-b912-20a42d886fda tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5633676 Jul 14 11:08:45.654486 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9dde259c-cd23-4889-80d8-026a73ce4fc8 req-8b047672-f3bb-4c86-bac1-e912aa76a3de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 1130 time: 0.1833942 Jul 14 11:08:45.661415 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-30f25611-4479-4630-b864-20cd17481843 req-b23206cd-4b5e-43a4-a3c4-04086ec51dca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.683349 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:45.687048 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-933ee5b8-c3c5-4168-9027-83c43f5c2a2b req-8e1efabe-8538-4e01-af33-03abc82161e9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.694499 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-913cb9c1-0224-4bac-aa58-23494d770bf7 req-8682cc0f-c88d-4826-865b-4284ae19173d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.694919 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-9dde259c-cd23-4889-80d8-026a73ce4fc8 req-1fb3873b-abab-4096-8826-5c5e016baad2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.698185 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-30f1e261-71ef-413d-97d5-54b67e04ab5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f17cb494-ce01-4f03-b511-25356a886eab HTTP/1.1" status: 200 len: 217 time: 0.4834282 Jul 14 11:08:45.699860 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-6d71a79a-f362-4493-8787-dd74f9ac5dad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687 HTTP/1.1" status: 200 len: 217 time: 0.4943469 Jul 14 11:08:45.708036 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b7309fd2-5f39-4356-b89f-7e7aa17eb927 req-09ede002-1f1a-443c-a15c-64315174c134 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702575 Jul 14 11:08:45.747792 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device f17cb494-ce01-4f03-b511-25356a886eab details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:08:45.812092 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:45.826748 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf04581d-c757-47ed-a710-cf8457f085ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.871045 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-9dde259c-cd23-4889-80d8-026a73ce4fc8 req-1fb3873b-abab-4096-8826-5c5e016baad2 service neutron] Publish callbacks [] for security_group (835c9373-372b-4188-87ef-74dd3800ef9a), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.886341 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-9dde259c-cd23-4889-80d8-026a73ce4fc8 req-1fb3873b-abab-4096-8826-5c5e016baad2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (835c9373-372b-4188-87ef-74dd3800ef9a), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.893660 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-375d20f1-facd-4e70-bf49-b355784c0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:45.895087 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-375d20f1-facd-4e70-bf49-b355784c0663 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.1691432 Jul 14 11:08:45.929855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.db.api [req-30f25611-4479-4630-b864-20cd17481843 req-b23206cd-4b5e-43a4-a3c4-04086ec51dca service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a68601f16d1c49548b6e3af0b9819ba3 {{(pid=104142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:08:45.930275 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG oslo_db.api [req-30f25611-4479-4630-b864-20cd17481843 req-b23206cd-4b5e-43a4-a3c4-04086ec51dca service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:08:45.965494 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9dde259c-cd23-4889-80d8-026a73ce4fc8 req-1fb3873b-abab-4096-8826-5c5e016baad2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980177 Jul 14 11:08:45.973862 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.db.api [req-933ee5b8-c3c5-4168-9027-83c43f5c2a2b req-8e1efabe-8538-4e01-af33-03abc82161e9 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a68601f16d1c49548b6e3af0b9819ba3 {{(pid=104142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:08:45.974681 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3873b-abab-4096-8826-5c5e016baad2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=835c9373-372b-4188-87ef-74dd3800ef9a,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:45.981365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG oslo_db.api [req-933ee5b8-c3c5-4168-9027-83c43f5c2a2b req-8e1efabe-8538-4e01-af33-03abc82161e9 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:08:45.982328 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.db.api [req-913cb9c1-0224-4bac-aa58-23494d770bf7 req-8682cc0f-c88d-4826-865b-4284ae19173d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a68601f16d1c49548b6e3af0b9819ba3 {{(pid=104142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:08:45.983755 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG oslo_db.api [req-913cb9c1-0224-4bac-aa58-23494d770bf7 req-8682cc0f-c88d-4826-865b-4284ae19173d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:08:45.993677 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-fcad7509-6bcc-4582-8435-d573b53061e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:45.996553 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-fcad7509-6bcc-4582-8435-d573b53061e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.2642241 Jul 14 11:08:46.014354 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-0c732144-04e1-4e88-946c-b60c0a93f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:46.016098 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-0c732144-04e1-4e88-946c-b60c0a93f88c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054964 Jul 14 11:08:46.056628 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port f17cb494-ce01-4f03-b511-25356a886eab, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=f17cb494-ce01-4f03-b511-25356a886eab,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:46.062069 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf04581d-c757-47ed-a710-cf8457f085ec admin admin] Publish callbacks [] for security_group (799263ac-a571-4944-9502-357ecb5b5459), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.072531 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf04581d-c757-47ed-a710-cf8457f085ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (799263ac-a571-4944-9502-357ecb5b5459), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.086641 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': 'f17cb494-ce01-4f03-b511-25356a886eab', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'port_id': 'f17cb494-ce01-4f03-b511-25356a886eab', 'mac_address': 'fa:16:3e:4d:b1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:08:46.100645 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad86b5-50af-48a0-b4c2-a11eaeb8ea6a req-d5f84c08-612b-46be-b69f-49866ead73f7 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:46.102371 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61ad86b5-50af-48a0-b4c2-a11eaeb8ea6a req-d5f84c08-612b-46be-b69f-49866ead73f7 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0624063 Jul 14 11:08:46.138478 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-cf04581d-c757-47ed-a710-cf8457f085ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=832843c38216472dae48b1f446e8a2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5567489 Jul 14 11:08:46.139373 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04581d-c757-47ed-a710-cf8457f085ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799263ac-a571-4944-9502-357ecb5b5459,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:46.142728 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54520) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:46.159991 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:46.217078 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port f17cb494-ce01-4f03-b511-25356a886eab is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:46.218067 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f17cb494-ce01-4f03-b511-25356a886eab), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.238198 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61ad86b5-50af-48a0-b4c2-a11eaeb8ea6a req-0145e586-5a4e-4148-85c8-32ff5cb65e4c tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277621 Jul 14 11:08:46.250651 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17cb494-ce01-4f03-b511-25356a886eab {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:08:46.266906 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ef7f4-ab21-4fab-9970-6e3d498c0e13 req-af0ef115-d0a2-4284-a082-b33e76a1664c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:46.269214 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c86ef7f4-ab21-4fab-9970-6e3d498c0e13 req-af0ef115-d0a2-4284-a082-b33e76a1664c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0629261 Jul 14 11:08:46.308395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port f17cb494-ce01-4f03-b511-25356a886eab, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=f17cb494-ce01-4f03-b511-25356a886eab,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:46.315845 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f17cb494-ce01-4f03-b511-25356a886eab), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.322900 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9206b6c-a055-421a-abf7-23ef0c8cfeac admin admin] Publish callbacks [] for security_group (799263ac-a571-4944-9502-357ecb5b5459), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.342948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:46.383335 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=f17cb494-ce01-4f03-b511-25356a886eab,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:46.398025 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9206b6c-a055-421a-abf7-23ef0c8cfeac admin admin] Publish callbacks [] for security_group (799263ac-a571-4944-9502-357ecb5b5459), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.432062 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-30f25611-4479-4630-b864-20cd17481843 req-b23206cd-4b5e-43a4-a3c4-04086ec51dca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.460265 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c86ef7f4-ab21-4fab-9970-6e3d498c0e13 req-a8ffd311-4cc5-4f94-9d1c-8ec3d313a016 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770458 Jul 14 11:08:46.490659 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-933ee5b8-c3c5-4168-9027-83c43f5c2a2b req-8e1efabe-8538-4e01-af33-03abc82161e9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.494450 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-913cb9c1-0224-4bac-aa58-23494d770bf7 req-8682cc0f-c88d-4826-865b-4284ae19173d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.528091 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9206b6c-a055-421a-abf7-23ef0c8cfeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (799263ac-a571-4944-9502-357ecb5b5459), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.530638 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9206b6c-a055-421a-abf7-23ef0c8cfeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:46.536534 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c9206b6c-a055-421a-abf7-23ef0c8cfeac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/799263ac-a571-4944-9502-357ecb5b5459 HTTP/1.1" status: 204 len: 168 time: 0.3904219 Jul 14 11:08:46.546571 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9206b6c-a055-421a-abf7-23ef0c8cfeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799263ac-a571-4944-9502-357ecb5b5459,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:46.714268 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:46.791462 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-fe947d6b-075e-42ee-9e12-9587b4e3d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:46.793309 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-fe947d6b-075e-42ee-9e12-9587b4e3d401 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3567402 Jul 14 11:08:46.795722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['f17cb494-ce01-4f03-b511-25356a886eab'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:08:46.796044 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-5d06b393-4469-4662-9392-d644a5541085 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603549 Jul 14 11:08:46.921368 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:46.966335 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30f25611-4479-4630-b864-20cd17481843 req-b23206cd-4b5e-43a4-a3c4-04086ec51dca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7918568 Jul 14 11:08:46.968584 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-933ee5b8-c3c5-4168-9027-83c43f5c2a2b req-8e1efabe-8538-4e01-af33-03abc82161e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7971716 Jul 14 11:08:46.974886 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba4f5-4e90-466a-9f30-9d10ee9b6b34 req-b7c7f4e0-6661-4248-8bc0-c8cecc9a8e1b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:46.980164 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f4fba4f5-4e90-466a-9f30-9d10ee9b6b34 req-b7c7f4e0-6661-4248-8bc0-c8cecc9a8e1b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0766256 Jul 14 11:08:47.031437 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a125a53-12c2-4b8a-b382-f6eb4c0917db req-dcc21a0b-8b23-47b5-85c2-92cd2d1cd3b6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:47.046214 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a125a53-12c2-4b8a-b382-f6eb4c0917db req-dcc21a0b-8b23-47b5-85c2-92cd2d1cd3b6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.1555653 Jul 14 11:08:47.062555 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-913cb9c1-0224-4bac-aa58-23494d770bf7 req-8682cc0f-c88d-4826-865b-4284ae19173d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8550186 Jul 14 11:08:47.072656 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f4fba4f5-4e90-466a-9f30-9d10ee9b6b34 req-d45525d9-7f69-42bb-b71e-1ae0f6cd7cee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876932 Jul 14 11:08:47.135437 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2a125a53-12c2-4b8a-b382-f6eb4c0917db req-b5206bc9-bd41-416c-9083-1523212857a9 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875120 Jul 14 11:08:47.176862 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 54558) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:47.201248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40ee96a4-52dd-4211-8407-2ebc6d081b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:47.328044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40ee96a4-52dd-4211-8407-2ebc6d081b7b admin admin] Publish callbacks [] for security_group (c6c15ea4-f5a1-471d-a474-9275e50c77f8), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:47.332284 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40ee96a4-52dd-4211-8407-2ebc6d081b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c6c15ea4-f5a1-471d-a474-9275e50c77f8), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:47.352622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fdbf2-b571-437a-a712-432d8eb2bb15 req-bdac6774-73df-481e-a81a-a1b6a8421e0f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:47.354930 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1f9fdbf2-b571-437a-a712-432d8eb2bb15 req-bdac6774-73df-481e-a81a-a1b6a8421e0f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0510752 Jul 14 11:08:47.367509 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:47.376334 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-40ee96a4-52dd-4211-8407-2ebc6d081b7b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=069d02cc804a42c987d006b779ddcb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980157 Jul 14 11:08:47.379012 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 54562) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:47.380805 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee96a4-52dd-4211-8407-2ebc6d081b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c15ea4-f5a1-471d-a474-9275e50c77f8,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:47.389031 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:47.408000 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1f9fdbf2-b571-437a-a712-432d8eb2bb15 req-48cfcf05-d56c-45bb-bf3a-d78027cc406f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465362 Jul 14 11:08:47.448690 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-73500b9e-5fa8-4cb4-b5cf-1756c10e38fc admin admin] Publish callbacks [] for security_group (c6c15ea4-f5a1-471d-a474-9275e50c77f8), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:47.472451 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-73500b9e-5fa8-4cb4-b5cf-1756c10e38fc admin admin] Publish callbacks [] for security_group (c6c15ea4-f5a1-471d-a474-9275e50c77f8), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:47.538520 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-73500b9e-5fa8-4cb4-b5cf-1756c10e38fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c6c15ea4-f5a1-471d-a474-9275e50c77f8), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:47.541422 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-73500b9e-5fa8-4cb4-b5cf-1756c10e38fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:47.543897 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-73500b9e-5fa8-4cb4-b5cf-1756c10e38fc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6c15ea4-f5a1-471d-a474-9275e50c77f8 HTTP/1.1" status: 204 len: 168 time: 0.1638286 Jul 14 11:08:47.561737 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73500b9e-5fa8-4cb4-b5cf-1756c10e38fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c15ea4-f5a1-471d-a474-9275e50c77f8,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:47.711133 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc754d8-0d1a-49e1-9591-77f29d790681 req-515d71f3-3771-45ce-81c2-33f16d27bb53 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:47.713184 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2dc754d8-0d1a-49e1-9591-77f29d790681 req-515d71f3-3771-45ce-81c2-33f16d27bb53 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0834680 Jul 14 11:08:47.801384 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2dc754d8-0d1a-49e1-9591-77f29d790681 req-8e16d298-3577-401c-8625-1588db42b626 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742824 Jul 14 11:08:48.299921 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e3dac-2f0d-4003-9db2-97c8802ff0db req-9a5b857a-4024-477b-b01b-8bcf31b0a4a3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:48.303201 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a41e3dac-2f0d-4003-9db2-97c8802ff0db req-9a5b857a-4024-477b-b01b-8bcf31b0a4a3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.1093519 Jul 14 11:08:48.333288 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4904bb3-3403-4a5e-8f7a-5a353ba6edc5 req-d24f95f1-6d20-4d17-8056-83cd229ef2ec tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:48.334971 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4904bb3-3403-4a5e-8f7a-5a353ba6edc5 req-d24f95f1-6d20-4d17-8056-83cd229ef2ec tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0697260 Jul 14 11:08:48.386615 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a41e3dac-2f0d-4003-9db2-97c8802ff0db req-98dd662f-d4e3-4418-8aa8-0c91a5b9b24e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751560 Jul 14 11:08:48.401093 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a4904bb3-3403-4a5e-8f7a-5a353ba6edc5 req-adb6461c-7ae5-49dc-b28b-6126396a5b53 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Jul 14 11:08:48.549544 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8b28-89d8-4cc6-be92-a4fc01baef4c req-4bffedce-0bd4-4df1-89f6-6a475c21a70f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:48.551917 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dbcc8b28-89d8-4cc6-be92-a4fc01baef4c req-4bffedce-0bd4-4df1-89f6-6a475c21a70f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0620914 Jul 14 11:08:48.610533 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dbcc8b28-89d8-4cc6-be92-a4fc01baef4c req-964fda0a-19cc-4d29-a169-b2bb8b7fcbe0 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Jul 14 11:08:48.988903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc946fc-d7b3-41f2-9065-14cacdf0f69b req-cb32f478-f098-4f41-837e-9595421e9f49 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:48.991625 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bcc946fc-d7b3-41f2-9065-14cacdf0f69b req-cb32f478-f098-4f41-837e-9595421e9f49 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0791852 Jul 14 11:08:49.030008 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:49.072617 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bcc946fc-d7b3-41f2-9065-14cacdf0f69b req-b9a8bc2b-9c03-4c63-b555-bbcb9940b5ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733685 Jul 14 11:08:49.539541 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d4bea-fa2b-4230-b81a-bd8868fdaf9d req-1d143acf-c8c1-4556-bd78-5d044898a468 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:49.542642 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7f1d4bea-fa2b-4230-b81a-bd8868fdaf9d req-1d143acf-c8c1-4556-bd78-5d044898a468 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0680668 Jul 14 11:08:49.549611 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638545c8-bbaf-40d2-ab87-61acb46129c3 req-0219620e-8032-49b9-bd1a-96abfc02b693 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:49.551137 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-638545c8-bbaf-40d2-ab87-61acb46129c3 req-0219620e-8032-49b9-bd1a-96abfc02b693 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0566227 Jul 14 11:08:49.612062 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-638545c8-bbaf-40d2-ab87-61acb46129c3 req-3fe0bce8-2928-4951-baa0-faae966ed54a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531843 Jul 14 11:08:49.625287 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7f1d4bea-fa2b-4230-b81a-bd8868fdaf9d req-7d9bcaf1-9686-4ecf-83ef-96f26f5f6ccf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760665 Jul 14 11:08:49.745968 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809b05-4d83-4072-8247-dbf0cd60f50d req-fef30ffd-a095-4c1c-950e-1af536127d90 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:49.747673 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e6809b05-4d83-4072-8247-dbf0cd60f50d req-fef30ffd-a095-4c1c-950e-1af536127d90 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0482438 Jul 14 11:08:49.799439 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e6809b05-4d83-4072-8247-dbf0cd60f50d req-6ddee982-c8c7-4b06-8d85-551318e670be tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Jul 14 11:08:50.206974 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb0ad3-4598-4e4a-a9e7-bf8b0a577c0a req-19741553-e8ee-4fca-b966-025216c353e4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:50.208973 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b5cb0ad3-4598-4e4a-a9e7-bf8b0a577c0a req-19741553-e8ee-4fca-b966-025216c353e4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0544980 Jul 14 11:08:50.285204 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b5cb0ad3-4598-4e4a-a9e7-bf8b0a577c0a req-195d9638-60b2-4a1e-a5a7-70afaf2f0f28 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701668 Jul 14 11:08:50.771594 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f59a6-f27d-45b7-8624-a6e1ed5b4772 req-d26d3928-b307-4471-b30e-6cfb42a390f8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:50.774281 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ce7f59a6-f27d-45b7-8624-a6e1ed5b4772 req-d26d3928-b307-4471-b30e-6cfb42a390f8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0846734 Jul 14 11:08:50.788213 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7af2f-3cb8-4a18-9076-594ee8f9f861 req-25090f6c-416f-4606-8453-bad2af77d49b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:50.789866 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-04d7af2f-3cb8-4a18-9076-594ee8f9f861 req-25090f6c-416f-4606-8453-bad2af77d49b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0543141 Jul 14 11:08:50.840788 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ce7f59a6-f27d-45b7-8624-a6e1ed5b4772 req-543ea304-b029-4656-b4ec-3186b3ef6753 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584025 Jul 14 11:08:50.862579 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-04d7af2f-3cb8-4a18-9076-594ee8f9f861 req-e40251ef-2a99-40e8-918b-819f24ac2c77 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629537 Jul 14 11:08:50.979841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada09bd-61b5-455c-bf48-ac3aab937553 req-c8bd0b6f-c5de-458f-a58d-86f871cbd34b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:50.982108 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eada09bd-61b5-455c-bf48-ac3aab937553 req-c8bd0b6f-c5de-458f-a58d-86f871cbd34b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0516160 Jul 14 11:08:51.045736 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eada09bd-61b5-455c-bf48-ac3aab937553 req-0e405922-d8c7-43c3-8fbf-6a7135d85af9 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 Jul 14 11:08:51.432021 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd2ecb-10ff-42aa-a205-4d5fb4ba2a1f req-22bd18e4-9059-47aa-9992-a6a34cb24619 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:51.433873 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-04dd2ecb-10ff-42aa-a205-4d5fb4ba2a1f req-22bd18e4-9059-47aa-9992-a6a34cb24619 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0561166 Jul 14 11:08:51.492589 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-04dd2ecb-10ff-42aa-a205-4d5fb4ba2a1f req-b684c94e-587b-4e69-93bb-236aaeaf806e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522811 Jul 14 11:08:52.007945 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffa406-2522-4fb8-8c57-754a121cd47d req-2e816ea9-1153-4575-a52f-c9cf77a5bd6f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:52.010196 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-54ffa406-2522-4fb8-8c57-754a121cd47d req-2e816ea9-1153-4575-a52f-c9cf77a5bd6f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0494959 Jul 14 11:08:52.011683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e7c7f-050a-48ae-8d59-c3fa1756a17b req-516ec1b6-1df0-44bd-8271-cc4999568d40 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:52.014325 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-088e7c7f-050a-48ae-8d59-c3fa1756a17b req-516ec1b6-1df0-44bd-8271-cc4999568d40 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0817904 Jul 14 11:08:52.078614 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-54ffa406-2522-4fb8-8c57-754a121cd47d req-400400be-e09d-4ab5-a3f2-967d6d854847 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612400 Jul 14 11:08:52.093017 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-088e7c7f-050a-48ae-8d59-c3fa1756a17b req-447b2d82-28ab-4153-a514-aa6944a32bd1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723410 Jul 14 11:08:52.193014 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c082b-1a9c-46a1-bc84-bd98a49785f2 req-97eed372-5b0f-42f6-a3a5-ed24dc8d7cc9 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:52.194661 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a77c082b-1a9c-46a1-bc84-bd98a49785f2 req-97eed372-5b0f-42f6-a3a5-ed24dc8d7cc9 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0544360 Jul 14 11:08:52.249410 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a77c082b-1a9c-46a1-bc84-bd98a49785f2 req-22665fbe-3628-49ca-b44c-4f2a99f3632b tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452356 Jul 14 11:08:52.611685 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b450e5-9032-43b4-9648-c12b42e29ecb req-d8457d64-63fc-4554-84c6-3b65fbdbbeca tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:52.613160 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6b450e5-9032-43b4-9648-c12b42e29ecb req-d8457d64-63fc-4554-84c6-3b65fbdbbeca tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0473132 Jul 14 11:08:52.661096 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6b450e5-9032-43b4-9648-c12b42e29ecb req-2f697618-10b5-496a-ad4c-e66e3e84d4c9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Jul 14 11:08:53.204417 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b4876-2aae-4d05-86a1-aaab924c8854 req-6709ea10-24ec-444b-b29a-ef087419008f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:53.206254 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b60b4876-2aae-4d05-86a1-aaab924c8854 req-6709ea10-24ec-444b-b29a-ef087419008f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0574229 Jul 14 11:08:53.225893 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:53.240847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f5e12-0ab0-4773-86cc-54ce28c730b9 req-3a613b41-bef3-4255-a04f-9c0876c9cdbf tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:53.243910 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e69f5e12-0ab0-4773-86cc-54ce28c730b9 req-3a613b41-bef3-4255-a04f-9c0876c9cdbf tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0598359 Jul 14 11:08:53.279907 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b60b4876-2aae-4d05-86a1-aaab924c8854 req-bf19dfdf-f683-4d39-a9b2-4311358d0dff tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661678 Jul 14 11:08:53.309775 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e69f5e12-0ab0-4773-86cc-54ce28c730b9 req-f06d458e-a6a1-4e28-ba89-78eb2a974f6a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573938 Jul 14 11:08:53.392907 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92d482-b3f1-4ccb-898e-d9fb00a68cc4 req-85bf653e-d74f-4348-b169-41b7f7c259a8 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:53.394517 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0d92d482-b3f1-4ccb-898e-d9fb00a68cc4 req-85bf653e-d74f-4348-b169-41b7f7c259a8 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0560672 Jul 14 11:08:53.450472 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:53.472885 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0d92d482-b3f1-4ccb-898e-d9fb00a68cc4 req-ada218b9-b452-4ea9-8654-3fce1af04c07 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712225 Jul 14 11:08:53.784773 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ac77-fb11-4029-946c-7e34b2459996 req-040e1e23-5a39-472c-8d23-a455b2aa189f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:53.786209 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e7d0ac77-fb11-4029-946c-7e34b2459996 req-040e1e23-5a39-472c-8d23-a455b2aa189f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0518374 Jul 14 11:08:53.835411 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e7d0ac77-fb11-4029-946c-7e34b2459996 req-c11fcd74-27a5-4a53-8e77-5583ef53fe13 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Jul 14 11:08:54.383484 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926c290-5097-4676-b5f1-8a0110772777 req-f7cc7c4e-b3db-4507-afaf-7496bbdd893e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:54.384985 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a926c290-5097-4676-b5f1-8a0110772777 req-f7cc7c4e-b3db-4507-afaf-7496bbdd893e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0494919 Jul 14 11:08:54.396694 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:54.435448 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97c7d9-b64f-4c25-b259-b7eba01c3415 req-6faffb41-976e-4c6e-997f-e3a7f1e2e8cc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:54.437012 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ff97c7d9-b64f-4c25-b259-b7eba01c3415 req-6faffb41-976e-4c6e-997f-e3a7f1e2e8cc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0577474 Jul 14 11:08:54.437462 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a926c290-5097-4676-b5f1-8a0110772777 req-efd6b775-85e4-4cc0-b1df-eb9a5fedf89c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467482 Jul 14 11:08:54.487653 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ff97c7d9-b64f-4c25-b259-b7eba01c3415 req-081adf20-040c-4644-aaa9-b5a88a3870a1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Jul 14 11:08:54.597328 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ab0df-4741-40af-91a1-c3082214e6ae req-cbd9b2ed-0288-41f8-99d8-efb0182bf3ee tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:54.598861 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0d7ab0df-4741-40af-91a1-c3082214e6ae req-cbd9b2ed-0288-41f8-99d8-efb0182bf3ee tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0509548 Jul 14 11:08:54.653769 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0d7ab0df-4741-40af-91a1-c3082214e6ae req-153ef0d9-5a99-4db2-ae51-a30a8b78ab33 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 Jul 14 11:08:54.954392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df733e0-586f-4f6b-8d22-dd39b6d9a395 req-bd360163-b312-4fc0-915a-79d1a6c33c0b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:54.955926 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3df733e0-586f-4f6b-8d22-dd39b6d9a395 req-bd360163-b312-4fc0-915a-79d1a6c33c0b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0477488 Jul 14 11:08:55.006859 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3df733e0-586f-4f6b-8d22-dd39b6d9a395 req-683e6291-585a-4367-aa11-4de1ad6ad8f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452421 Jul 14 11:08:55.554676 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b10fb-276a-44bb-a2b1-ff3a8f946078 req-da9cc0b6-ec53-41eb-a7f1-521200ca8d17 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:55.557001 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b78b10fb-276a-44bb-a2b1-ff3a8f946078 req-da9cc0b6-ec53-41eb-a7f1-521200ca8d17 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0533631 Jul 14 11:08:55.610315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989407dc-e489-4cfd-b013-360c16f8303d req-3d10b917-2066-4288-92fa-8377c821fff1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:55.611830 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-989407dc-e489-4cfd-b013-360c16f8303d req-3d10b917-2066-4288-92fa-8377c821fff1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0504026 Jul 14 11:08:55.612005 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b78b10fb-276a-44bb-a2b1-ff3a8f946078 req-c21177a3-bf2b-432a-876f-ad02a19f4100 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Jul 14 11:08:55.659886 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:55.665454 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-989407dc-e489-4cfd-b013-360c16f8303d req-8b4060e2-364a-42ac-8e83-1e96675105f9 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476658 Jul 14 11:08:55.767256 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57016627-50db-4e13-9afc-72958db76c88 req-ff1d52f3-ac9f-4a81-a1c2-356591cf14f8 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:55.768778 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-57016627-50db-4e13-9afc-72958db76c88 req-ff1d52f3-ac9f-4a81-a1c2-356591cf14f8 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0460212 Jul 14 11:08:55.815560 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-57016627-50db-4e13-9afc-72958db76c88 req-79e1ec18-c366-4fc0-a7e0-40dca7d93803 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Jul 14 11:08:56.122402 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46dba3-c945-45cc-8dbc-38c7a47cde19 req-46fb49e1-d705-41b6-96dc-a5e0d8a73e6c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:56.123938 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef46dba3-c945-45cc-8dbc-38c7a47cde19 req-46fb49e1-d705-41b6-96dc-a5e0d8a73e6c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0471799 Jul 14 11:08:56.173267 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef46dba3-c945-45cc-8dbc-38c7a47cde19 req-961d53e3-7530-4157-85c2-9720ab5655d5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Jul 14 11:08:56.523761 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device f17cb494-ce01-4f03-b511-25356a886eab up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:08:56.569802 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port f17cb494-ce01-4f03-b511-25356a886eab completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:08:56.575098 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port f17cb494-ce01-4f03-b511-25356a886eab triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:08:56.575512 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f17cb494-ce01-4f03-b511-25356a886eab), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:56.655812 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port f17cb494-ce01-4f03-b511-25356a886eab is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:08:56.656199 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f17cb494-ce01-4f03-b511-25356a886eab), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:56.682724 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17cb494-ce01-4f03-b511-25356a886eab'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:08:56.684586 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401b04bf-6713-43fa-b6d8-befb4be06df9" -d '{"events": [{"server_uuid": "7dd47a70-769e-4bfc-8954-376cd1d1dd8f", "name": "network-vif-plugged", "status": "completed", "tag": "f17cb494-ce01-4f03-b511-25356a886eab"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:08:56.700417 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port f17cb494-ce01-4f03-b511-25356a886eab, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=f17cb494-ce01-4f03-b511-25356a886eab,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:08:56.705185 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f17cb494-ce01-4f03-b511-25356a886eab), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:56.736938 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59ab31-138c-4312-a26b-d851454089b7 req-0248e40f-67c4-4989-a097-61b307045a18 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:56.738648 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1f59ab31-138c-4312-a26b-d851454089b7 req-0248e40f-67c4-4989-a097-61b307045a18 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 944 time: 0.0570307 Jul 14 11:08:56.747461 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670e66b-482a-40ee-8293-42154be92112 x-openstack-request-id: req-8670e66b-482a-40ee-8293-42154be92112 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:08:56.747748 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd47a70-769e-4bfc-8954-376cd1d1dd8f", "name": "network-vif-plugged", "status": "completed", "tag": "f17cb494-ce01-4f03-b511-25356a886eab", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:08:56.747987 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8670e66b-482a-40ee-8293-42154be92112 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:08:56.748479 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8670e66b-482a-40ee-8293-42154be92112'] response: {'server_uuid': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17cb494-ce01-4f03-b511-25356a886eab', 'code': 200} Jul 14 11:08:56.766467 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=f17cb494-ce01-4f03-b511-25356a886eab,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:56.797812 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1f59ab31-138c-4312-a26b-d851454089b7 req-fa0154e3-0d15-4a92-9f3d-3268e6a6de49 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522933 Jul 14 11:08:56.841266 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f517af-c321-44af-885f-a6415f319ab4 req-a2556363-d0d0-42e5-bc9b-a45951996556 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:56.842831 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93f517af-c321-44af-885f-a6415f319ab4 req-a2556363-d0d0-42e5-bc9b-a45951996556 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0530384 Jul 14 11:08:56.891595 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-93f517af-c321-44af-885f-a6415f319ab4 req-61d17e08-c719-4aae-926b-634d05156746 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Jul 14 11:08:56.930987 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33580ea6-36c4-4910-a4fa-ee507fbcfe4d req-1970f9aa-a1e6-48f4-a7d3-bfc2ab739b82 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:56.932497 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-33580ea6-36c4-4910-a4fa-ee507fbcfe4d req-1970f9aa-a1e6-48f4-a7d3-bfc2ab739b82 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0500247 Jul 14 11:08:56.981474 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-33580ea6-36c4-4910-a4fa-ee507fbcfe4d req-90331f28-4c6e-4326-8821-6ee0aea82777 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431955 Jul 14 11:08:57.346810 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b1ef0-1e6f-43d0-b581-0163a99030b5 req-a9ddb34e-9feb-45c4-991e-45d38fd86dd3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:57.348275 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b5b1ef0-1e6f-43d0-b581-0163a99030b5 req-a9ddb34e-9feb-45c4-991e-45d38fd86dd3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.1020598 Jul 14 11:08:57.498091 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-96af4419-a384-43a2-ae42-fcd2838b13dc service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214894 Jul 14 11:08:57.501724 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b5b1ef0-1e6f-43d0-b581-0163a99030b5 req-1b9aa34e-8217-46b9-8d7e-900cabb1130e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221757 Jul 14 11:08:57.503754 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66422a2f-7aee-4131-b8d6-21bbd310a3f1 req-07c8512f-3faa-4869-8a06-11990383fcf4 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261448 Jul 14 11:08:57.836041 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:08:57.935515 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d742c-462e-4063-a26c-6f2a75946f09 req-b7923dc0-663e-4545-bc34-c3a92b580b20 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:57.937150 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-373d742c-462e-4063-a26c-6f2a75946f09 req-b7923dc0-663e-4545-bc34-c3a92b580b20 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0525787 Jul 14 11:08:57.992201 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-373d742c-462e-4063-a26c-6f2a75946f09 req-02711036-679c-4eba-875f-c8aed3c4de33 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486338 Jul 14 11:08:58.011171 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635d308-3e15-49b9-89fc-3ea205f591bc req-053a8dc6-5676-4ae4-8425-bd04bada8c5b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:58.012958 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7635d308-3e15-49b9-89fc-3ea205f591bc req-053a8dc6-5676-4ae4-8425-bd04bada8c5b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0495994 Jul 14 11:08:58.026312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:58.064758 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7635d308-3e15-49b9-89fc-3ea205f591bc req-00189a08-6a42-4332-93b0-edfc5f5881ab tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461650 Jul 14 11:08:58.102889 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c3424-6871-457e-9a9e-987da3d00363 req-5a0ae54e-235a-4df9-80dd-adcc2bccea80 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:58.104413 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-703c3424-6871-457e-9a9e-987da3d00363 req-5a0ae54e-235a-4df9-80dd-adcc2bccea80 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0512588 Jul 14 11:08:58.152776 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-703c3424-6871-457e-9a9e-987da3d00363 req-bf3a6228-9f30-45cb-a7ab-6d2c11a725f7 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Jul 14 11:08:58.633552 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432865c-dfd5-4a4a-8940-bfe0a29ab908 req-2226dde9-105d-4ac4-b0eb-9be7f6c04626 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:58.649820 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2432865c-dfd5-4a4a-8940-bfe0a29ab908 req-2226dde9-105d-4ac4-b0eb-9be7f6c04626 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0542200 Jul 14 11:08:58.714327 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2432865c-dfd5-4a4a-8940-bfe0a29ab908 req-5829377d-0071-4401-b6f0-f7dd8f1ce5b5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634522 Jul 14 11:08:58.924584 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-a8bf1947-3b96-434d-8510-312d0114fda2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6d40780d34214bc6974bcb658be6b3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346327 Jul 14 11:08:59.125428 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8feb5-213e-4bfb-abfb-3159d1a3ab72 req-4b61d3fe-6732-4832-a7b6-baac43f87174 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:59.126877 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ed8feb5-213e-4bfb-abfb-3159d1a3ab72 req-4b61d3fe-6732-4832-a7b6-baac43f87174 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0539997 Jul 14 11:08:59.130366 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-87b4a7f2-0e9b-4f44-aec3-1b5c440da26a tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:59.132711 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-87b4a7f2-0e9b-4f44-aec3-1b5c440da26a tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018650 Jul 14 11:08:59.148494 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-87b3ee5e-4933-4ad7-9be4-6354b1ad40d3 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/quotas/6d40780d34214bc6974bcb658be6b3d2 HTTP/1.1" status: 200 len: 375 time: 0.0099478 Jul 14 11:08:59.176653 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ed8feb5-213e-4bfb-abfb-3159d1a3ab72 req-f6db8dc2-be65-4d49-928d-11e7456d6232 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Jul 14 11:08:59.182932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 54810) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:59.196777 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-99314b68-f364-4632-9589-ac1c3a7cec90 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6d40780d34214bc6974bcb658be6b3d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406375 Jul 14 11:08:59.306246 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d099b-a2d8-432e-ae71-861b202a151c req-9bca4e9c-d03e-4128-ba44-747486188685 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:59.308072 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af5d099b-a2d8-432e-ae71-861b202a151c req-9bca4e9c-d03e-4128-ba44-747486188685 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0620155 Jul 14 11:08:59.370626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3600-fe9f-4be9-a898-8faf3889590f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:59.421329 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc2dc5-9c0f-4389-b14b-a7532dc76443 req-0f8fcd8d-1a31-4020-84e9-f37bfe8ff9a1 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:59.422377 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af5d099b-a2d8-432e-ae71-861b202a151c req-eb707f0b-f1c1-45d6-b635-73d2de08779b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955403 Jul 14 11:08:59.430003 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8acc2dc5-9c0f-4389-b14b-a7532dc76443 req-0f8fcd8d-1a31-4020-84e9-f37bfe8ff9a1 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0585625 Jul 14 11:08:59.475029 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:59.501710 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8acc2dc5-9c0f-4389-b14b-a7532dc76443 req-2d8b0333-0d9b-4c1b-9df5-77e1f9aaae52 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696630 Jul 14 11:08:59.502617 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3600-fe9f-4be9-a898-8faf3889590f admin admin] Publish callbacks [] for security_group (2d0cf9fe-9dc7-4046-b714-e19d916abcbf), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:59.519398 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2f4b3600-fe9f-4be9-a898-8faf3889590f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (2d0cf9fe-9dc7-4046-b714-e19d916abcbf), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:59.543609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:59.555485 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e075f958-ed1f-41c1-bd6e-8b861051c4bb req-88b2a81f-eca0-46f8-9d0c-576bc86a7900 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0554450 Jul 14 11:08:59.601865 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54828) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:59.602002 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2f4b3600-fe9f-4be9-a898-8faf3889590f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=758d2f7671144774a12542f664f2f028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178193 Jul 14 11:08:59.606116 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b3600-fe9f-4be9-a898-8faf3889590f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0cf9fe-9dc7-4046-b714-e19d916abcbf,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:59.683507 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c56708bc-1267-4f01-b5a3-dbf1c30572cf admin admin] Publish callbacks [] for security_group (2d0cf9fe-9dc7-4046-b714-e19d916abcbf), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:59.717831 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c56708bc-1267-4f01-b5a3-dbf1c30572cf admin admin] Publish callbacks [] for security_group (2d0cf9fe-9dc7-4046-b714-e19d916abcbf), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:59.781844 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:59.837115 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c56708bc-1267-4f01-b5a3-dbf1c30572cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (2d0cf9fe-9dc7-4046-b714-e19d916abcbf), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:59.842112 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c56708bc-1267-4f01-b5a3-dbf1c30572cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:59.847763 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c56708bc-1267-4f01-b5a3-dbf1c30572cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d0cf9fe-9dc7-4046-b714-e19d916abcbf HTTP/1.1" status: 204 len: 168 time: 0.2383659 Jul 14 11:08:59.894679 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56708bc-1267-4f01-b5a3-dbf1c30572cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0cf9fe-9dc7-4046-b714-e19d916abcbf,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:59.912563 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e343b-b86e-40e1-aff4-5c5e57807b92 req-db56be91-29f7-488e-808f-1c8486582e3f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:59.923995 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ae2e343b-b86e-40e1-aff4-5c5e57807b92 req-db56be91-29f7-488e-808f-1c8486582e3f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.1097686 Jul 14 11:09:00.021686 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ae2e343b-b86e-40e1-aff4-5c5e57807b92 req-603df97a-2fed-40c9-933b-a39177365dc0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966806 Jul 14 11:09:00.124499 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-3246ec57-f60d-4c8f-a709-b2bd615a4780 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716995 Jul 14 11:09:00.254067 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c405-c396-4616-9cb5-675ea810c83b req-f4d40d5a-53be-4113-b86f-21d7a4fe5eab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:00.258359 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e769c405-c396-4616-9cb5-675ea810c83b req-f4d40d5a-53be-4113-b86f-21d7a4fe5eab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0729933 Jul 14 11:09:00.267841 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54868) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:00.273667 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'floatingip': {'port_id': '81b715b1-2ff3-4295-9104-d4e547039e70'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:00.378664 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (a868c48d-6fa2-476e-9f84-b3efc2a8db05), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:00.468022 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb36b46-dbbe-4669-9b24-f99234bb25a9 req-41d7cd98-8de1-4568-a815-99c17fa5c640 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:00.469854 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7eb36b46-dbbe-4669-9b24-f99234bb25a9 req-41d7cd98-8de1-4568-a815-99c17fa5c640 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.1920466 Jul 14 11:09:00.637480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f4d0b-cecb-4a60-8cc0-53af55a7cd27 req-ec188288-1d2d-4f72-807f-ec6153771d9f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:00.641691 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7eb36b46-dbbe-4669-9b24-f99234bb25a9 req-d11a148b-c3e2-4130-8bb5-8494fe9c8290 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583762 Jul 14 11:09:00.644870 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d90f4d0b-cecb-4a60-8cc0-53af55a7cd27 req-ec188288-1d2d-4f72-807f-ec6153771d9f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.1100643 Jul 14 11:09:00.699604 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d90f4d0b-cecb-4a60-8cc0-53af55a7cd27 req-bc0ed56d-635b-4244-bdea-20c3486a0280 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538063 Jul 14 11:09:00.793210 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1431022-1764-4618-858f-57f489cc2ca0 req-c9f8da09-03a0-4d25-bfed-39dd9ffdf077 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0342329 Jul 14 11:09:00.909672 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dbdb9-0849-445e-bcfb-6f9de0175876 req-b059f2f7-dd79-4e51-b365-d37b00875ab6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:00.911422 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c01dbdb9-0849-445e-bcfb-6f9de0175876 req-b059f2f7-dd79-4e51-b365-d37b00875ab6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0571499 Jul 14 11:09:00.927789 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 54894) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:00.934023 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:01.017484 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (33853de2-7617-4fae-a84c-ab8438a768ea), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:01.023189 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e61c97-8a16-4a50-a041-a8bc558c523a req-13454269-0d71-43f7-84f7-233f291223ca tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:01.025285 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b9e61c97-8a16-4a50-a041-a8bc558c523a req-13454269-0d71-43f7-84f7-233f291223ca tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.1015968 Jul 14 11:09:01.208263 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b9e61c97-8a16-4a50-a041-a8bc558c523a req-92e5cf5a-6cc0-45da-8a86-8e9aee395636 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750963 Jul 14 11:09:01.302594 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:01.507935 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.db.resource_extend [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 14 11:09:01.652292 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:01.668709 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (a868c48d-6fa2-476e-9f84-b3efc2a8db05), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:01.775287 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3160971-4340-4127-a52a-85654a2735b9 req-fa0a2feb-05a6-46f9-b6d2-b5a31f7c8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:01.777074 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a3160971-4340-4127-a52a-85654a2735b9 req-fa0a2feb-05a6-46f9-b6d2-b5a31f7c8c77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 1129 time: 0.1068294 Jul 14 11:09:01.905105 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc4caf-555f-462a-a71b-0920653a5e20 req-91ecbf32-1cc6-4f17-b312-fe1daa706124 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:01.911980 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86cc4caf-555f-462a-a71b-0920653a5e20 req-91ecbf32-1cc6-4f17-b312-fe1daa706124 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0681744 Jul 14 11:09:02.004317 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f6ce200a-b3ca-4c52-a5a5-bcaed9c59155 req-a5722d3c-3a35-48a2-ad24-a6e9cd1a10f3 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0551214 Jul 14 11:09:02.022204 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Floating IP a868c48d-6fa2-476e-9f84-b3efc2a8db05 associated. External IP: 172.27.0.202, port: 81b715b1-2ff3-4295-9104-d4e547039e70. Jul 14 11:09:02.166822 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:02.177232 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:02.192027 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-86cc4caf-555f-462a-a71b-0920653a5e20 req-a4ba0ad2-1f7a-493f-8ed4-688551a917d7 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109194 Jul 14 11:09:02.245908 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54966) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:02.345954 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Router 33f6a44b-fe67-4873-9206-5d70077f9f81 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:09:02.440039 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:02.444934 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a3160971-4340-4127-a52a-85654a2735b9 req-1d0320ff-19c8-4052-8720-912fa607bd0e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012111 Jul 14 11:09:02.446673 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (33853de2-7617-4fae-a84c-ab8438a768ea), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:02.553757 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:09:02.574953 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 33853de2-7617-4fae-a84c-ab8438a768ea associated. External IP: 172.27.0.28, port: 60ab608d-54a2-43be-9f6e-4c5078b5c6b4. Jul 14 11:09:02.576727 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:02.577222 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] Sync routers for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:09:02.588926 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:02.591738 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:08:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:02.631277 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-385fb073-a748-496e-9956-9b17fc952459 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "PUT /v2.0/floatingips/a868c48d-6fa2-476e-9f84-b3efc2a8db05 HTTP/1.1" status: 200 len: 992 time: 2.3615181 Jul 14 11:09:02.637823 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:02.641297 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14" -d '{"events": [{"name": "network-changed", "server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:02.655239 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0a521731-94ef-4ff0-92c5-2e84f9a47402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:02.679965 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:02.728784 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e2bb26-a8a5-43bb-81c1-1a9f07dbe8c5 x-openstack-request-id: req-43e2bb26-a8a5-43bb-81c1-1a9f07dbe8c5 {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:02.729099 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:02.731822 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-43e2bb26-a8a5-43bb-81c1-1a9f07dbe8c5 {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:02.732133 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e2bb26-a8a5-43bb-81c1-1a9f07dbe8c5'] response: {'name': 'network-changed', 'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70', 'status': 'completed', 'code': 200} Jul 14 11:09:02.771946 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54984) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:02.794153 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:02.838152 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0a521731-94ef-4ff0-92c5-2e84f9a47402 admin admin] Publish callbacks [] for security_group (eaa17e08-0f3c-4b38-a9d5-7106937811b7), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:02.843156 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0a521731-94ef-4ff0-92c5-2e84f9a47402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (eaa17e08-0f3c-4b38-a9d5-7106937811b7), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:02.887318 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:09:02.909559 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-0a521731-94ef-4ff0-92c5-2e84f9a47402 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8bf3d02b9d8d431b9b1a76dba93f77e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6604273 Jul 14 11:09:02.909559 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a521731-94ef-4ff0-92c5-2e84f9a47402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa17e08-0f3c-4b38-a9d5-7106937811b7,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:02.913920 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 54990) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:03.026089 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4dfff67c-2712-417b-b987-a52010302c3a admin admin] Publish callbacks [] for security_group (eaa17e08-0f3c-4b38-a9d5-7106937811b7), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.059519 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4dfff67c-2712-417b-b987-a52010302c3a admin admin] Publish callbacks [] for security_group (eaa17e08-0f3c-4b38-a9d5-7106937811b7), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.142063 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:09:03.154655 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.156955 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:09:03.173892 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:03.174542 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:08:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:03.197248 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'a868c48d-6fa2-476e-9f84-b3efc2a8db05', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'port_id': '81b715b1-2ff3-4295-9104-d4e547039e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'mac_address': 'fa:16:3e:34:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d03bde1-0583-4099-8098-0077a2fc1084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:35Z', 'updated_at': '2022-07-14T11:09:01Z', 'revision_number': 1, 'project_id': '9b56ea0be2964e21985deb5964232923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:03.240948 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-31285a4c-e67f-4197-b2af-4fe839259ba4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "PUT /v2.0/floatingips/33853de2-7617-4fae-a84c-ab8438a768ea HTTP/1.1" status: 200 len: 990 time: 2.3115969 Jul 14 11:09:03.243852 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:03.246262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f6180-d08e-4e20-9a45-586f2142a774" -d '{"events": [{"name": "network-changed", "server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:03.249619 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4dfff67c-2712-417b-b987-a52010302c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (eaa17e08-0f3c-4b38-a9d5-7106937811b7), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.270820 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4dfff67c-2712-417b-b987-a52010302c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.272085 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-4dfff67c-2712-417b-b987-a52010302c3a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eaa17e08-0f3c-4b38-a9d5-7106937811b7 HTTP/1.1" status: 204 len: 168 time: 0.3571880 Jul 14 11:09:03.284316 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] Checking router: 33f6a44b-fe67-4873-9206-5d70077f9f81 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:09:03.296860 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:03.297889 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:08:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:03.341920 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5ba0d39f-bc32-45e1-bd25-f6aaac53097c req-340141c0-47c9-4f39-b0ce-c31370d4a978 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.1051958 Jul 14 11:09:03.343666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfff67c-2712-417b-b987-a52010302c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa17e08-0f3c-4b38-a9d5-7106937811b7,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:03.389915 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04339249-0531-4cee-a99d-091eb6ea994c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.485642 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:03.550369 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7b2ba-0925-4447-a1d5-53a62c86becd req-f2c796fb-7161-49b7-8ad3-8eb02d08e7e3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:03.557675 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1ea7b2ba-0925-4447-a1d5-53a62c86becd req-f2c796fb-7161-49b7-8ad3-8eb02d08e7e3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0932739 Jul 14 11:09:03.592890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:03.596714 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:03.621579 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04339249-0531-4cee-a99d-091eb6ea994c admin admin] Publish callbacks [] for security_group (920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.631432 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04339249-0531-4cee-a99d-091eb6ea994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:03.646607 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:03.876971 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-04c27e4e-dffb-412b-b862-4ffdca843fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:03.879830 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-04c27e4e-dffb-412b-b862-4ffdca843fdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 1129 time: 0.1413364 Jul 14 11:09:03.885458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-ac67f777-893d-420e-803e-c061082c84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:03.887972 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-ac67f777-893d-420e-803e-c061082c84a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1130 time: 0.0917473 Jul 14 11:09:03.997758 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'a868c48d-6fa2-476e-9f84-b3efc2a8db05', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'port_id': '81b715b1-2ff3-4295-9104-d4e547039e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'mac_address': 'fa:16:3e:34:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d03bde1-0583-4099-8098-0077a2fc1084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:35Z', 'updated_at': '2022-07-14T11:09:01Z', 'revision_number': 1, 'project_id': '9b56ea0be2964e21985deb5964232923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:04.105101 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaed94e-38dc-47aa-9672-4da46939deb4 None None] The sync data for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi is: [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'a868c48d-6fa2-476e-9f84-b3efc2a8db05', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'port_id': '81b715b1-2ff3-4295-9104-d4e547039e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'mac_address': 'fa:16:3e:34:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d03bde1-0583-4099-8098-0077a2fc1084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:35Z', 'updated_at': '2022-07-14T11:09:01Z', 'revision_number': 1, 'project_id': '9b56ea0be2964e21985deb5964232923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:09:04.118899 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:04.151599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:04.248491 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1ea7b2ba-0925-4447-a1d5-53a62c86becd req-1ff985ad-ca3e-4bcd-abe3-1944eae332e0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6898198 Jul 14 11:09:04.259971 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-04339249-0531-4cee-a99d-091eb6ea994c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=02024f97891d489c8db7dac94182fe5d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4622071 Jul 14 11:09:04.266304 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55030) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:04.356423 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:02Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:04.366417 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04339249-0531-4cee-a99d-091eb6ea994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:04.422027 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a42296-1247-44f0-b5e8-0170e68bc920 x-openstack-request-id: req-10a42296-1247-44f0-b5e8-0170e68bc920 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:04.422481 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:04.422883 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-10a42296-1247-44f0-b5e8-0170e68bc920 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:04.423519 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a42296-1247-44f0-b5e8-0170e68bc920'] response: {'name': 'network-changed', 'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'status': 'completed', 'code': 200} Jul 14 11:09:04.448624 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-c3085e9f-ded4-4665-8e18-7e25fdaf0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:04.450805 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-c3085e9f-ded4-4665-8e18-7e25fdaf0587 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.5292356 Jul 14 11:09:04.487078 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-29e9dc4d-a642-4a43-abe1-ff7a1f43d330 admin admin] Publish callbacks [] for security_group (920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:04.495573 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:09:04.543325 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:04.544008 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:08:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:04.562735 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-131ea8d5-1103-45a7-99f0-b05c157b30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:04.565190 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-131ea8d5-1103-45a7-99f0-b05c157b30bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.5422432 Jul 14 11:09:04.570973 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-29e9dc4d-a642-4a43-abe1-ff7a1f43d330 admin admin] Publish callbacks [] for security_group (920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:04.587363 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f3c989db-76bb-4882-89ef-2a55c01c42bc req-9ff95cda-caf1-4a39-830e-6438dd14b0e6 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0649338 Jul 14 11:09:04.600973 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:04.627028 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e350d04f-077d-49eb-954d-4ce548af0a86 None None] New status for floating IP a868c48d-6fa2-476e-9f84-b3efc2a8db05: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:09:04.661975 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-29e9dc4d-a642-4a43-abe1-ff7a1f43d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:04.669491 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-29e9dc4d-a642-4a43-abe1-ff7a1f43d330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:04.673656 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-29e9dc4d-a642-4a43-abe1-ff7a1f43d330 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b HTTP/1.1" status: 204 len: 168 time: 0.4029095 Jul 14 11:09:04.686708 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:04.701356 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9dc4d-a642-4a43-abe1-ff7a1f43d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920198bf-6afb-4a2c-b3b8-d6fe82a9dd9b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:04.990702 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:02Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:05.022439 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517d4a3-7117-40ba-a936-ab18108b33eb None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:02Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:09:05.229192 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-cae37ecf-dea7-48de-9849-f5b3202a226e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 1002 time: 0.2182434 Jul 14 11:09:05.263973 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-4253fe8a-1c2f-41fa-b724-db2e8789584e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4 HTTP/1.1" status: 200 len: 998 time: 0.2552159 Jul 14 11:09:05.342485 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee76e-63f3-4e39-850c-fde891cd3ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:05.382209 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55064) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:05.401729 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-22f7cd24-5dbd-4475-9006-15d01f76206f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:05.463365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29395026-a021-4bed-ac01-6acac9a4a5a5 req-e4ee6808-ed66-49d6-a437-f346ed99eb45 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:05.468006 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29395026-a021-4bed-ac01-6acac9a4a5a5 req-e4ee6808-ed66-49d6-a437-f346ed99eb45 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.1141701 Jul 14 11:09:05.596415 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-22f7cd24-5dbd-4475-9006-15d01f76206f admin admin] Publish callbacks [] for security_group (b8a62fb5-df23-4137-9e05-775024c288e6), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:05.607553 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-22f7cd24-5dbd-4475-9006-15d01f76206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b8a62fb5-df23-4137-9e05-775024c288e6), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:05.773124 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7cd24-5dbd-4475-9006-15d01f76206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a62fb5-df23-4137-9e05-775024c288e6,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:05.904853 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-22f7cd24-5dbd-4475-9006-15d01f76206f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5e987f9bcbe4d5db246a41b8d98f09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211575 Jul 14 11:09:05.905726 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55078) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:05.909637 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-71622190-62a1-46e1-a109-6a31de8af86a req-e98741d6-d3e7-4d45-9dbe-c7b2049215e4 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0755115 Jul 14 11:09:05.981667 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5368c9f-ce6b-41a3-a510-3f1fbd42cf18 admin admin] Publish callbacks [] for security_group (b8a62fb5-df23-4137-9e05-775024c288e6), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:06.013161 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5368c9f-ce6b-41a3-a510-3f1fbd42cf18 admin admin] Publish callbacks [] for security_group (b8a62fb5-df23-4137-9e05-775024c288e6), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:06.066473 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-cf7fcac2-b915-4a05-9541-2cbc9796dcc6 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6d40780d34214bc6974bcb658be6b3d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837579 Jul 14 11:09:06.070346 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29395026-a021-4bed-ac01-6acac9a4a5a5 req-8e3fc422-393c-4819-87d4-e4b863c1f846 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959103 Jul 14 11:09:06.089228 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5368c9f-ce6b-41a3-a510-3f1fbd42cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b8a62fb5-df23-4137-9e05-775024c288e6), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:06.089494 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-f4180662-cb0b-4f48-8ba9-439c324186c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:06.090775 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-f4180662-cb0b-4f48-8ba9-439c324186c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.5190380 Jul 14 11:09:06.091908 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c5368c9f-ce6b-41a3-a510-3f1fbd42cf18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:06.092265 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-865b75af-bd57-4d0a-b876-3d5f06683da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:06.093839 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-865b75af-bd57-4d0a-b876-3d5f06683da0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.5395691 Jul 14 11:09:06.103455 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c5368c9f-ce6b-41a3-a510-3f1fbd42cf18 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8a62fb5-df23-4137-9e05-775024c288e6 HTTP/1.1" status: 204 len: 168 time: 0.1886618 Jul 14 11:09:06.105467 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5368c9f-ce6b-41a3-a510-3f1fbd42cf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a62fb5-df23-4137-9e05-775024c288e6,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:06.291154 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15a03e8-3113-4883-90fc-87a76c75367b None None] New status for floating IP 33853de2-7617-4fae-a84c-ab8438a768ea: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:09:06.371631 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:06.526803 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-743fa9ee-233b-4a08-8493-47ba64c7dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:06.529728 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-743fa9ee-233b-4a08-8493-47ba64c7dcef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2834094 Jul 14 11:09:06.659843 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-f9414353-ffe3-41c0-b549-56d2e1d053ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:06.661576 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-f9414353-ffe3-41c0-b549-56d2e1d053ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3980846 Jul 14 11:09:06.846541 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29570a18-9d35-43e2-b521-e6d06932001a req-b5d50c98-6cca-4880-9446-21db2311742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:06.848089 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-b5d50c98-6cca-4880-9446-21db2311742b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 1129 time: 0.2738137 Jul 14 11:09:06.922640 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a537c-9c89-4cc6-a3f1-b59fbfcad770 req-7740d2a6-074b-41fd-8f3c-49410f07679f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:06.924051 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4f5a537c-9c89-4cc6-a3f1-b59fbfcad770 req-7740d2a6-074b-41fd-8f3c-49410f07679f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.3511035 Jul 14 11:09:06.984807 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-43d30f69-3a4e-466d-b35c-a97f2f5ea742 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:06.986434 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-43d30f69-3a4e-466d-b35c-a97f2f5ea742 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7391222 Jul 14 11:09:07.044158 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Request body: {'port': {'device_id': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6', 'admin_state_up': True, 'tenant_id': '6d40780d34214bc6974bcb658be6b3d2'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:07.079071 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-657f8466-2131-4c68-9c07-7974f3bfda48 req-f062b56e-e849-4090-ab8f-3f66f836e165 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0680454 Jul 14 11:09:07.098854 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:07.101735 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-8fc2187f-5ca1-41de-b8da-beb096895dfc service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320129 Jul 14 11:09:07.206577 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-cd839159-f50a-4002-9985-90375d43eda3 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917729 Jul 14 11:09:07.237802 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4f5a537c-9c89-4cc6-a3f1-b59fbfcad770 req-a7a3397e-09d6-4c27-b753-7ce2950b5b6d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878518 Jul 14 11:09:07.268386 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29570a18-9d35-43e2-b521-e6d06932001a req-4b90ea36-1665-41c6-968b-88398800ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:07.269792 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-4b90ea36-1665-41c6-968b-88398800ec34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.3994873 Jul 14 11:09:07.370309 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-5ffb02be-122e-47e2-9313-51f6999f7967 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f17cb494-ce01-4f03-b511-25356a886eab HTTP/1.1" status: 200 len: 217 time: 0.0725675 Jul 14 11:09:07.525007 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Made reservation on behalf of 6d40780d34214bc6974bcb658be6b3d2 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:09:07.530730 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:07.560186 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-4e31c1b9-92db-4455-a291-f98505cd1d73 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380655 Jul 14 11:09:07.568322 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:07.574710 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:07.576513 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29570a18-9d35-43e2-b521-e6d06932001a req-dd9eb3f8-0ae6-44fc-840e-fd6a043187fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:07.578097 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-dd9eb3f8-0ae6-44fc-840e-fd6a043187fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.1647453 Jul 14 11:09:07.630414 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbee58f6-ac16-44f8-af1f-05acc22f6991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:07.663489 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4ec9788b-918b-45db-b15f-44b6ef5534a5 req-1039a28a-9d41-4ccd-ba93-2e9d21522dff service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411738 Jul 14 11:09:07.687749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29570a18-9d35-43e2-b521-e6d06932001a req-dd010b79-725d-4102-953a-3afb367a0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:07.689406 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-dd010b79-725d-4102-953a-3afb367a0e9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603979 Jul 14 11:09:07.718935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks [] for security_group (a5c2fb55-9904-4e64-ab66-8d07ea31c5ee), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:07.724452 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a5c2fb55-9904-4e64-ab66-8d07ea31c5ee), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:07.806199 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:07.884186 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Allocated IP 192.168.233.160 (dc1403ea-4e9a-44ca-9328-52920ab5aaa6/fd8926f6-d792-434b-9d7b-628df45bf984/40a0af58-23a9-4e89-930f-b6de42139ec4) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:08.130718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:08.145489 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-50de3a23-4fd2-4047-8d9f-ae09f359936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:08.147564 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-50de3a23-4fd2-4047-8d9f-ae09f359936a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 1129 time: 0.1065795 Jul 14 11:09:08.238199 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-7fac8d69-e4bf-4bf6-a5f5-19d81efa40fd service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017604 Jul 14 11:09:08.348811 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7581548f-2ece-410a-9425-830b4498d387 req-6045e2ae-363c-4774-bf34-4143101793f4 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0314212 Jul 14 11:09:08.368782 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks [] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:08.667107 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:08.684917 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:08.759653 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-b2f4ff4b-dc2e-4e14-8eea-e4a577dbf7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:08.761400 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-b2f4ff4b-dc2e-4e14-8eea-e4a577dbf7c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.6063991 Jul 14 11:09:08.772154 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da871-08b3-4306-ae48-9b5e95b05a92 req-000e2931-e841-4ff8-bb73-065aa37bdcf4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:08.773791 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b0da871-08b3-4306-ae48-9b5e95b05a92 req-000e2931-e841-4ff8-bb73-065aa37bdcf4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.3955767 Jul 14 11:09:08.881561 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-cbe46014-500b-41d7-8b91-f6dd1beddb6d service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061420 Jul 14 11:09:08.886991 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:08.980641 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-14f28855-55d6-45e5-9bca-4c6675bef015 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4 HTTP/1.1" status: 200 len: 1000 time: 0.2040751 Jul 14 11:09:09.027949 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:09.034987 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b0da871-08b3-4306-ae48-9b5e95b05a92 req-9b67fb2c-3b89-470a-a382-6439fc4dc28e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482746 Jul 14 11:09:09.059984 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:09.064871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:09.074884 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:09.075965 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.094775 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Pushing event updated for resources: {'Port': ['ID=40a0af58-23a9-4e89-930f-b6de42139ec4,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:09.114821 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55186) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:09.135627 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-d7bc782d-19ae-4f80-8116-9d211d4725d2 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1065171 Jul 14 11:09:09.142359 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-9304c1e7-8afa-4b0c-ab31-d0be54ca91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:09.144855 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-9304c1e7-8afa-4b0c-ab31-d0be54ca91c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.1380398 Jul 14 11:09:09.162836 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Request body: {'port': {'device_id': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:09.228212 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-04ecb5b5-928e-4bab-963a-7b5d757541e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:09.229885 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-04ecb5b5-928e-4bab-963a-7b5d757541e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624285 Jul 14 11:09:09.266647 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-220fc78e-30b9-4621-9a0e-493e941556b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.294374 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.321354 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:09.353125 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-900dd6e1-ca5d-4c10-b18f-d826b2f8d698 None None] Provisioning complete for port 40a0af58-23a9-4e89-930f-b6de42139ec4 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:09.353622 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-900dd6e1-ca5d-4c10-b18f-d826b2f8d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.360413 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:09.362870 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-220fc78e-30b9-4621-9a0e-493e941556b0 admin admin] Publish callbacks [] for security_group (9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.369251 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-220fc78e-30b9-4621-9a0e-493e941556b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.400984 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-d4021f8d-0512-4033-8be6-8fdd7ce9cce5 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489189 Jul 14 11:09:09.409607 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-900dd6e1-ca5d-4c10-b18f-d826b2f8d698 None None] Port 40a0af58-23a9-4e89-930f-b6de42139ec4 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:09:09.417010 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-220fc78e-30b9-4621-9a0e-493e941556b0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8db2c4fd8b9840a2bf21107dbb291266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002496 Jul 14 11:09:09.419538 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55192) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:09.425870 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fc78e-30b9-4621-9a0e-493e941556b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:09.510146 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251025e6-d0ed-49d2-bcee-a5f65486eacc req-62b190cd-b0c0-45f6-9694-31439925c142 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:09.513237 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-251025e6-d0ed-49d2-bcee-a5f65486eacc req-62b190cd-b0c0-45f6-9694-31439925c142 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 936 time: 0.0645542 Jul 14 11:09:09.514378 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:09.540959 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ac4c15bf-2e67-4f6b-bfd8-cc40f2228481 admin admin] Publish callbacks [] for security_group (9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.577265 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ac4c15bf-2e67-4f6b-bfd8-cc40f2228481 admin admin] Publish callbacks [] for security_group (9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.608023 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-251025e6-d0ed-49d2-bcee-a5f65486eacc req-403e19a9-dd5c-4fb2-9b17-0406eddb1b71 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873702 Jul 14 11:09:09.634403 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e4f6180-d08e-4e20-9a45-586f2142a774 req-6cfeb2df-80fe-41fc-b2ff-a6d8c4483dee service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256379 Jul 14 11:09:09.654940 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ac4c15bf-2e67-4f6b-bfd8-cc40f2228481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.657664 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ac4c15bf-2e67-4f6b-bfd8-cc40f2228481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.668888 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ac4c15bf-2e67-4f6b-bfd8-cc40f2228481 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b HTTP/1.1" status: 204 len: 168 time: 0.2482858 Jul 14 11:09:09.686949 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c15bf-2e67-4f6b-bfd8-cc40f2228481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3c617e-4c13-4808-8b67-0eb0b5cbcb1b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:09.735463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a0af58-23a9-4e89-930f-b6de42139ec4 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:09:09.743202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Publish callbacks [] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.759136 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Transition to ACTIVE for port object 40a0af58-23a9-4e89-930f-b6de42139ec4 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:09:09.764531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:09.817221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:09.861424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Pushing event updated for resources: {'Port': ['ID=40a0af58-23a9-4e89-930f-b6de42139ec4,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:09.884397 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Attempting to bind port 40a0af58-23a9-4e89-930f-b6de42139ec4 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:09:09.884878 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Attempting to bind port 40a0af58-23a9-4e89-930f-b6de42139ec4 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:09:09.885351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Attempting to bind port 40a0af58-23a9-4e89-930f-b6de42139ec4 on network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:09.895810 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Port 40a0af58-23a9-4e89-930f-b6de42139ec4 on network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:09:09.895810 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Attempting to bind port 40a0af58-23a9-4e89-930f-b6de42139ec4 on network dc1403ea-4e9a-44ca-9328-52920ab5aaa6 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:09.903531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:09:09.903965 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Checking segment: {'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:09:09.904497 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Bound using segment: {'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:09:09.905046 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Bound port: 40a0af58-23a9-4e89-930f-b6de42139ec4, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df531894-699c-42fc-8b4d-eed68264c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:09:09.905511 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:10.037370 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] For port 40a0af58-23a9-4e89-930f-b6de42139ec4, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:09:10.060176 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] For port 40a0af58-23a9-4e89-930f-b6de42139ec4, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=40a0af58-23a9-4e89-930f-b6de42139ec4,segment=NetworkSegment(df531894-699c-42fc-8b4d-eed68264c72b),segment_id=df531894-699c-42fc-8b4d-eed68264c72b)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:09:10.076790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:10.081409 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:10.128646 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:10.129284 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:10.133373 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/40a0af58-23a9-4e89-930f-b6de42139ec4 HTTP/1.1" status: 200 len: 1098 time: 0.9746444 Jul 14 11:09:10.181364 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'tag': '40a0af58-23a9-4e89-930f-b6de42139ec4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:10.183701 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbdd94c-50a9-4ee5-8660-d71902ee0cb4", "tag": "40a0af58-23a9-4e89-930f-b6de42139ec4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:10.313789 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1598f0dd-8b0f-4d09-8b34-a28723a1a7a2 x-openstack-request-id: req-1598f0dd-8b0f-4d09-8b34-a28723a1a7a2 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:10.314612 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbdd94c-50a9-4ee5-8660-d71902ee0cb4", "tag": "40a0af58-23a9-4e89-930f-b6de42139ec4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:10.315024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1598f0dd-8b0f-4d09-8b34-a28723a1a7a2 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:10.315623 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1598f0dd-8b0f-4d09-8b34-a28723a1a7a2'] response: {'name': 'network-changed', 'server_uuid': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'tag': '40a0af58-23a9-4e89-930f-b6de42139ec4', 'status': 'completed', 'code': 200} Jul 14 11:09:10.333074 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a195c-74ce-4de4-be1d-b74e9e2368d6 req-64e321b5-fc40-417d-94c4-0101f2631d73 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:10.334942 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e80a195c-74ce-4de4-be1d-b74e9e2368d6 req-64e321b5-fc40-417d-94c4-0101f2631d73 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.1481390 Jul 14 11:09:10.341696 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd6b5f-28f6-4cb7-84be-fdb18bb418c5 service neutron] Pushing event updated for resources: {'Port': ['ID=40a0af58-23a9-4e89-930f-b6de42139ec4,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:10.355599 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-1d0ea378-5ee0-49bc-9937-8d6a867dd0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:10.357195 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-1d0ea378-5ee0-49bc-9937-8d6a867dd0ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d40780d34214bc6974bcb658be6b3d2&device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 1132 time: 0.1146033 Jul 14 11:09:10.442175 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-c3681519-4a5e-4277-ac14-3542623979ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=40a0af58-23a9-4e89-930f-b6de42139ec4 HTTP/1.1" status: 200 len: 217 time: 0.0505946 Jul 14 11:09:10.448627 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e80a195c-74ce-4de4-be1d-b74e9e2368d6 req-d0dc6688-190f-4cbf-83a0-59bdcf230406 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035278 Jul 14 11:09:10.510961 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-a762f795-7133-481e-818d-f349dcdd0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:10.512704 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-a762f795-7133-481e-818d-f349dcdd0043 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd8926f6-d792-434b-9d7b-628df45bf984 HTTP/1.1" status: 200 len: 843 time: 0.0629838 Jul 14 11:09:10.522905 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:10.569726 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-5314a562-b5b5-4063-9713-723631d12169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:10.571360 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-5314a562-b5b5-4063-9713-723631d12169 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc1403ea-4e9a-44ca-9328-52920ab5aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0509341 Jul 14 11:09:10.655659 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:10.680204 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-123f8244-be57-48d7-ba06-7a016485fc06 service neutron] 10.222.0.26 "GET /v2.0/networks/dc1403ea-4e9a-44ca-9328-52920ab5aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002133 Jul 14 11:09:10.740478 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f52f3-19b9-47b5-9873-cb7418f2f6a9 req-268f6d20-ad40-4a4c-b121-6ac1fa612f61 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:10.743083 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-800f52f3-19b9-47b5-9873-cb7418f2f6a9 req-268f6d20-ad40-4a4c-b121-6ac1fa612f61 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 948 time: 0.0502930 Jul 14 11:09:10.794787 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6152aa5f-31c2-4fee-a289-0d3a9b798b2e req-9d3e4944-eeef-45c3-bf61-e387361ab6c6 service neutron] 10.222.0.26 "GET /v2.0/networks/dc1403ea-4e9a-44ca-9328-52920ab5aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997066 Jul 14 11:09:10.797435 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-800f52f3-19b9-47b5-9873-cb7418f2f6a9 req-d1d060aa-25c6-4771-9247-18a4d4b066bd tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487666 Jul 14 11:09:11.609312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2687e4-4b8d-4edc-8079-9538f0706852 req-da0bb12d-adb3-4437-9945-67a6a8db980f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:11.610917 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc2687e4-4b8d-4edc-8079-9538f0706852 req-da0bb12d-adb3-4437-9945-67a6a8db980f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0674875 Jul 14 11:09:11.690337 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc2687e4-4b8d-4edc-8079-9538f0706852 req-ba5047d1-9dcd-4ad8-928f-3490d2c016bd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717053 Jul 14 11:09:11.947274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3949-2ef2-4d1b-ae53-fee4eb8afd06 req-af6443ae-94dc-463a-bc78-5a5a56cebd7b tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:11.949318 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dd5f3949-2ef2-4d1b-ae53-fee4eb8afd06 req-af6443ae-94dc-463a-bc78-5a5a56cebd7b tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 948 time: 0.0604260 Jul 14 11:09:12.014274 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dd5f3949-2ef2-4d1b-ae53-fee4eb8afd06 req-e7d45f8a-4fea-4a46-9f70-fe2d3f87c6fc tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553207 Jul 14 11:09:12.054566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55276) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:12.066741 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55280) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:12.173996 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.204792 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-09a624ee-3951-40b0-9bab-9fa51fc1481c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.285774 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:12.343507 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Publish callbacks [] for security_group (ae594848-0ad6-400d-9786-ba67d34b45ab), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.354599 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ae594848-0ad6-400d-9786-ba67d34b45ab), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.363971 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-09a624ee-3951-40b0-9bab-9fa51fc1481c admin admin] Publish callbacks [] for security_group (03338bfa-2297-4cdd-905a-1b9a889258ae), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.378903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-09a624ee-3951-40b0-9bab-9fa51fc1481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (03338bfa-2297-4cdd-905a-1b9a889258ae), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.416546 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f547d682d364b2789dd11bb434a89ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602483 Jul 14 11:09:12.419311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55286) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:12.422048 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae594848-0ad6-400d-9786-ba67d34b45ab,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:12.434746 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-09a624ee-3951-40b0-9bab-9fa51fc1481c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9518beef1490422b91771ceed94a995b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664417 Jul 14 11:09:12.436373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.436373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.436719 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.437056 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.437399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.437732 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.438069 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.438499 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.438834 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.439162 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.439522 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.439891 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.440195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.440492 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.440802 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f022b82-c021-4e9b-a18e-127c42bd7543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.440981 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55288) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:12.471523 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a624ee-3951-40b0-9bab-9fa51fc1481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03338bfa-2297-4cdd-905a-1b9a889258ae,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:12.516201 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Publish callbacks [] for security_group (ae594848-0ad6-400d-9786-ba67d34b45ab), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.533506 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3ba67345-4901-40a7-97b1-7accd259109a admin admin] Publish callbacks [] for security_group (03338bfa-2297-4cdd-905a-1b9a889258ae), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.556877 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Publish callbacks [] for security_group (ae594848-0ad6-400d-9786-ba67d34b45ab), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.576823 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3ba67345-4901-40a7-97b1-7accd259109a admin admin] Publish callbacks [] for security_group (03338bfa-2297-4cdd-905a-1b9a889258ae), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.641053 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ae594848-0ad6-400d-9786-ba67d34b45ab), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.643740 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.644916 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae594848-0ad6-400d-9786-ba67d34b45ab HTTP/1.1" status: 204 len: 168 time: 0.2244668 Jul 14 11:09:12.647864 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3ba67345-4901-40a7-97b1-7accd259109a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (03338bfa-2297-4cdd-905a-1b9a889258ae), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.650817 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3ba67345-4901-40a7-97b1-7accd259109a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:12.651948 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3ba67345-4901-40a7-97b1-7accd259109a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03338bfa-2297-4cdd-905a-1b9a889258ae HTTP/1.1" status: 204 len: 168 time: 0.2101164 Jul 14 11:09:12.659190 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae594848-0ad6-400d-9786-ba67d34b45ab,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:12.668204 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.668556 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.668896 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.669232 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.669561 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.669886 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.670207 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.670570 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.670906 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.671161 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.671513 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.671832 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.672245 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.672446 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.672766 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3077f4-27b2-4c8e-9597-aeee2939efd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:12.683706 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba67345-4901-40a7-97b1-7accd259109a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03338bfa-2297-4cdd-905a-1b9a889258ae,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:12.834589 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0db48-c612-401a-b0a3-79e3fb4f39f7 req-6b4df8e2-075f-49fe-a593-a385b6d00e82 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:12.836085 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6de0db48-c612-401a-b0a3-79e3fb4f39f7 req-6b4df8e2-075f-49fe-a593-a385b6d00e82 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0610440 Jul 14 11:09:12.895798 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6de0db48-c612-401a-b0a3-79e3fb4f39f7 req-bbe4805f-723c-47bc-8aaa-5fab34fe78cc tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526986 Jul 14 11:09:12.997449 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55302) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:13.013510 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-992e70b5-5935-4cd0-8726-96cd19fb284e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.042842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55306) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:13.046317 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:13.064766 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1deb5fa9-81a8-45da-9d4c-281eb21884f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.134059 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:13.162134 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-992e70b5-5935-4cd0-8726-96cd19fb284e admin admin] Publish callbacks [] for security_group (884ebc4c-7118-402b-9264-b0124f9b16e0), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.173812 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1deb5fa9-81a8-45da-9d4c-281eb21884f6 admin admin] Publish callbacks [] for security_group (87f5c104-cb76-48af-83a6-8a11b294056c), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.174919 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc3fc8-8f0e-4279-aca6-025f57d734a9 req-2316b253-3702-4c6f-9140-8ee911772b78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:13.176631 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1bfc3fc8-8f0e-4279-aca6-025f57d734a9 req-2316b253-3702-4c6f-9140-8ee911772b78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 948 time: 0.0732570 Jul 14 11:09:13.177277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-992e70b5-5935-4cd0-8726-96cd19fb284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (884ebc4c-7118-402b-9264-b0124f9b16e0), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.178519 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1deb5fa9-81a8-45da-9d4c-281eb21884f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (87f5c104-cb76-48af-83a6-8a11b294056c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.222743 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1deb5fa9-81a8-45da-9d4c-281eb21884f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bb6f3f966dd342879dba1629382940bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780167 Jul 14 11:09:13.225460 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb5fa9-81a8-45da-9d4c-281eb21884f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f5c104-cb76-48af-83a6-8a11b294056c,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:13.230211 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55308) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:13.242374 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:13.247782 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-992e70b5-5935-4cd0-8726-96cd19fb284e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ffefa2621144bd083761fff56215d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462401 Jul 14 11:09:13.248559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55310) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:13.251640 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e70b5-5935-4cd0-8726-96cd19fb284e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884ebc4c-7118-402b-9264-b0124f9b16e0,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:13.285692 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1bfc3fc8-8f0e-4279-aca6-025f57d734a9 req-b83575da-4f66-4d8f-8f3e-e5875a6d660c tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918190 Jul 14 11:09:13.333347 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-afa1b6bb-1279-4ca9-bfb1-82657a40916b admin admin] Publish callbacks [] for security_group (87f5c104-cb76-48af-83a6-8a11b294056c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.341891 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f531a99b-12a3-455c-aaf3-71a5d9c53179 admin admin] Publish callbacks [] for security_group (884ebc4c-7118-402b-9264-b0124f9b16e0), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.372306 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-afa1b6bb-1279-4ca9-bfb1-82657a40916b admin admin] Publish callbacks [] for security_group (87f5c104-cb76-48af-83a6-8a11b294056c), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.388833 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f531a99b-12a3-455c-aaf3-71a5d9c53179 admin admin] Publish callbacks [] for security_group (884ebc4c-7118-402b-9264-b0124f9b16e0), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.458957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-afa1b6bb-1279-4ca9-bfb1-82657a40916b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (87f5c104-cb76-48af-83a6-8a11b294056c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.462047 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-afa1b6bb-1279-4ca9-bfb1-82657a40916b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.463217 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-afa1b6bb-1279-4ca9-bfb1-82657a40916b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87f5c104-cb76-48af-83a6-8a11b294056c HTTP/1.1" status: 204 len: 168 time: 0.2319720 Jul 14 11:09:13.467721 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f531a99b-12a3-455c-aaf3-71a5d9c53179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (884ebc4c-7118-402b-9264-b0124f9b16e0), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.470124 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f531a99b-12a3-455c-aaf3-71a5d9c53179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.471200 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f531a99b-12a3-455c-aaf3-71a5d9c53179 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/884ebc4c-7118-402b-9264-b0124f9b16e0 HTTP/1.1" status: 204 len: 168 time: 0.2220860 Jul 14 11:09:13.476302 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1b6bb-1279-4ca9-bfb1-82657a40916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f5c104-cb76-48af-83a6-8a11b294056c,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:13.491932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531a99b-12a3-455c-aaf3-71a5d9c53179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ebc4c-7118-402b-9264-b0124f9b16e0,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:13.675052 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-dbf85379-f93e-40f8-95f3-9bf66eafc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:13.676686 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-dbf85379-f93e-40f8-95f3-9bf66eafc2aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d40780d34214bc6974bcb658be6b3d2&device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 1132 time: 0.0422456 Jul 14 11:09:13.850852 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55328) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:13.865029 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7a47660e-4fc9-4b18-baef-7c8e9565f928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.888529 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:13.985412 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7a47660e-4fc9-4b18-baef-7c8e9565f928 admin admin] Publish callbacks [] for security_group (3264ee88-ef6a-4a8a-a529-bc58b6da8f36), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.999577 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7a47660e-4fc9-4b18-baef-7c8e9565f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (3264ee88-ef6a-4a8a-a529-bc58b6da8f36), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:14.071510 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68180d-a6f4-4729-a611-bc2a3b8412fe req-fddf4ebe-0873-4b90-9463-93d48cf1f63f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:14.073042 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed68180d-a6f4-4729-a611-bc2a3b8412fe req-fddf4ebe-0873-4b90-9463-93d48cf1f63f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0921922 Jul 14 11:09:14.078841 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55334) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:14.079368 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7a47660e-4fc9-4b18-baef-7c8e9565f928 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c90ba2f05e444c9c93925b20ee9c9a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268989 Jul 14 11:09:14.081509 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47660e-4fc9-4b18-baef-7c8e9565f928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3264ee88-ef6a-4a8a-a529-bc58b6da8f36,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:14.129978 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed68180d-a6f4-4729-a611-bc2a3b8412fe req-e6c0e899-acd1-41d1-a25a-169e38191c7e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497222 Jul 14 11:09:14.148469 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-59b7f6af-8232-435c-b506-ac92432c452e admin admin] Publish callbacks [] for security_group (3264ee88-ef6a-4a8a-a529-bc58b6da8f36), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:14.176505 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-59b7f6af-8232-435c-b506-ac92432c452e admin admin] Publish callbacks [] for security_group (3264ee88-ef6a-4a8a-a529-bc58b6da8f36), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:14.236997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-59b7f6af-8232-435c-b506-ac92432c452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (3264ee88-ef6a-4a8a-a529-bc58b6da8f36), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:14.240208 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-59b7f6af-8232-435c-b506-ac92432c452e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:14.241655 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-59b7f6af-8232-435c-b506-ac92432c452e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3264ee88-ef6a-4a8a-a529-bc58b6da8f36 HTTP/1.1" status: 204 len: 168 time: 0.1615136 Jul 14 11:09:14.254854 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7f6af-8232-435c-b506-ac92432c452e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3264ee88-ef6a-4a8a-a529-bc58b6da8f36,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:14.425704 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff1f71-88c3-4c41-8b27-d19f55f27f9f req-6516f47f-cce7-4429-b0e2-68442c63b884 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:14.427325 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-35ff1f71-88c3-4c41-8b27-d19f55f27f9f req-6516f47f-cce7-4429-b0e2-68442c63b884 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 948 time: 0.0659325 Jul 14 11:09:14.493886 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-35ff1f71-88c3-4c41-8b27-d19f55f27f9f req-aaba436d-eba9-45df-8457-332872d5b8b1 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574930 Jul 14 11:09:14.565928 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 40a0af58-23a9-4e89-930f-b6de42139ec4 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:09:14.589897 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:14.681011 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 40a0af58-23a9-4e89-930f-b6de42139ec4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=40a0af58-23a9-4e89-930f-b6de42139ec4,segment=NetworkSegment(df531894-699c-42fc-8b4d-eed68264c72b),segment_id=df531894-699c-42fc-8b4d-eed68264c72b)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:14.692548 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '40a0af58-23a9-4e89-930f-b6de42139ec4', 'network_id': 'dc1403ea-4e9a-44ca-9328-52920ab5aaa6', 'port_id': '40a0af58-23a9-4e89-930f-b6de42139ec4', 'mac_address': 'fa:16:3e:50:85:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8926f6-d792-434b-9d7b-628df45bf984', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:09:14.731250 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 40a0af58-23a9-4e89-930f-b6de42139ec4 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:14.731679 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:14.747120 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a0af58-23a9-4e89-930f-b6de42139ec4 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:09:14.769600 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 40a0af58-23a9-4e89-930f-b6de42139ec4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=40a0af58-23a9-4e89-930f-b6de42139ec4,segment=NetworkSegment(df531894-699c-42fc-8b4d-eed68264c72b),segment_id=df531894-699c-42fc-8b4d-eed68264c72b)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:14.775639 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:14.810012 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55370) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:14.851520 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:14.853512 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=40a0af58-23a9-4e89-930f-b6de42139ec4,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:14.865186 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.865632 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.866149 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.866559 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.866984 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.868083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.868490 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.868878 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.869522 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.869802 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.870309 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.870511 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.870774 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.871204 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.871497 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:14.909424 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:14.959433 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3b03c749-7ba4-4ddd-b7bd-ae11e15690d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.041684 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3b03c749-7ba4-4ddd-b7bd-ae11e15690d8 admin admin] Publish callbacks [] for security_group (6f6400f9-9205-41d1-a342-c43f22b399d3), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.046784 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3b03c749-7ba4-4ddd-b7bd-ae11e15690d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (6f6400f9-9205-41d1-a342-c43f22b399d3), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.091026 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55382) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:15.091563 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3b03c749-7ba4-4ddd-b7bd-ae11e15690d8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f54cf5139f98409e9653ce4a8ab49c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794631 Jul 14 11:09:15.092236 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03c749-7ba4-4ddd-b7bd-ae11e15690d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6400f9-9205-41d1-a342-c43f22b399d3,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:15.128095 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:15.146376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d948085f-ca0c-4dd5-a561-4e0e25b6c34a admin admin] Publish callbacks [] for security_group (6f6400f9-9205-41d1-a342-c43f22b399d3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.174664 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d948085f-ca0c-4dd5-a561-4e0e25b6c34a admin admin] Publish callbacks [] for security_group (6f6400f9-9205-41d1-a342-c43f22b399d3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.279558 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d948085f-ca0c-4dd5-a561-4e0e25b6c34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (6f6400f9-9205-41d1-a342-c43f22b399d3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.282273 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d948085f-ca0c-4dd5-a561-4e0e25b6c34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.286464 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d948085f-ca0c-4dd5-a561-4e0e25b6c34a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f6400f9-9205-41d1-a342-c43f22b399d3 HTTP/1.1" status: 204 len: 168 time: 0.1928308 Jul 14 11:09:15.298825 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8fc9-f356-465a-8b16-e3b5cfdf7b64 req-582e6b56-0a3d-4bdf-8b6c-990b0eb0597f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:15.300675 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-001a8fc9-f356-465a-8b16-e3b5cfdf7b64 req-582e6b56-0a3d-4bdf-8b6c-990b0eb0597f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0760336 Jul 14 11:09:15.306270 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948085f-ca0c-4dd5-a561-4e0e25b6c34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6400f9-9205-41d1-a342-c43f22b399d3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:15.372018 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-001a8fc9-f356-465a-8b16-e3b5cfdf7b64 req-4415b9f7-328d-4af0-93a2-25e055522030 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565851 Jul 14 11:09:15.421567 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:15.488570 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['40a0af58-23a9-4e89-930f-b6de42139ec4'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:09:15.491951 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:15.678353 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161407c-6551-4d3e-9642-735297e55c75 req-ba12faa1-c80a-43e5-99f8-9c6a8983cf5a tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:15.680927 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8161407c-6551-4d3e-9642-735297e55c75 req-ba12faa1-c80a-43e5-99f8-9c6a8983cf5a tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 949 time: 0.0833616 Jul 14 11:09:15.742985 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8161407c-6551-4d3e-9642-735297e55c75 req-866f80f7-4b97-4d54-9eab-8f0b03973ae8 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551426 Jul 14 11:09:15.911700 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-59acfc34-7fb6-4ab5-bfce-0d3581c0428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:15.913190 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-59acfc34-7fb6-4ab5-bfce-0d3581c0428f service neutron] 10.222.0.26 "GET /v2.0/networks?id=dc1403ea-4e9a-44ca-9328-52920ab5aaa6 HTTP/1.1" status: 200 len: 870 time: 0.1269519 Jul 14 11:09:16.452402 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-f3d4a7cd-9df9-46d4-a664-a847de1c248b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=40a0af58-23a9-4e89-930f-b6de42139ec4 HTTP/1.1" status: 200 len: 217 time: 0.0616453 Jul 14 11:09:16.560618 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-15747dec-5083-4259-8ccc-329682b492ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:16.562151 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-15747dec-5083-4259-8ccc-329682b492ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd8926f6-d792-434b-9d7b-628df45bf984 HTTP/1.1" status: 200 len: 843 time: 0.1029320 Jul 14 11:09:16.578152 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfa9d6-8f13-49e6-9b57-6cf3c5d13455 req-fc918418-8e59-43f1-a81d-469540782e16 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:16.579931 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8cbfa9d6-8f13-49e6-9b57-6cf3c5d13455 req-fc918418-8e59-43f1-a81d-469540782e16 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0707173 Jul 14 11:09:16.634505 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55488) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:16.668361 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8cbfa9d6-8f13-49e6-9b57-6cf3c5d13455 req-b86d86b1-071c-4b85-b3dc-dd377928dd90 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775495 Jul 14 11:09:16.669514 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-d01cd0f3-8a6f-40ce-bdc8-ae8c15bb79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:16.671076 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-d01cd0f3-8a6f-40ce-bdc8-ae8c15bb79a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dc1403ea-4e9a-44ca-9328-52920ab5aaa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0903711 Jul 14 11:09:16.786165 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0d1be2c1-8ef4-49eb-a585-fd9583894dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:16.803445 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-08fe4afe-038b-4fd4-bab2-bc69b33780e4 service neutron] 10.222.0.26 "GET /v2.0/networks/dc1403ea-4e9a-44ca-9328-52920ab5aaa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093724 Jul 14 11:09:16.818621 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:16.907406 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0d1be2c1-8ef4-49eb-a585-fd9583894dac admin admin] Publish callbacks [] for security_group (e7271022-a9f4-47da-b773-784b526b8220), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:16.908428 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 40a0af58-23a9-4e89-930f-b6de42139ec4 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:16.918981 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0d1be2c1-8ef4-49eb-a585-fd9583894dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e7271022-a9f4-47da-b773-784b526b8220), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:16.983532 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 40a0af58-23a9-4e89-930f-b6de42139ec4 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:09:16.990775 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 40a0af58-23a9-4e89-930f-b6de42139ec4 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:16.991319 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:17.002808 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f7f61c-1544-4de4-92d2-77aa11cfdf8a req-1618b979-aa93-4f8a-819b-1dac1eb2be41 service neutron] 10.222.0.26 "GET /v2.0/networks/dc1403ea-4e9a-44ca-9328-52920ab5aaa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895978 Jul 14 11:09:17.009099 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1be2c1-8ef4-49eb-a585-fd9583894dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7271022-a9f4-47da-b773-784b526b8220,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:17.022995 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815e373-07dd-47a4-baf7-5a8fec473d14 req-f50816d3-9207-4283-a277-9d06fc6de37e tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:17.025149 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6815e373-07dd-47a4-baf7-5a8fec473d14 req-f50816d3-9207-4283-a277-9d06fc6de37e tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 949 time: 0.1849270 Jul 14 11:09:17.025632 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55502) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:17.033730 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:17.036195 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-0d1be2c1-8ef4-49eb-a585-fd9583894dac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e98f156cbabe4016b2e655561a146fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893344 Jul 14 11:09:17.074547 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 40a0af58-23a9-4e89-930f-b6de42139ec4 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:17.075187 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:17.089778 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6068b-cc9f-4e7c-a703-c05bc5cf050e req-29a1fe8f-5bc1-42ee-a457-e4b431b9cd51 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:17.097592 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-18e6068b-cc9f-4e7c-a703-c05bc5cf050e req-29a1fe8f-5bc1-42ee-a457-e4b431b9cd51 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.1097181 Jul 14 11:09:17.103473 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a0af58-23a9-4e89-930f-b6de42139ec4'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:17.106115 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1086bd26-f351-4ea4-b1ff-597a6f601625" -d '{"events": [{"server_uuid": "5fbdd94c-50a9-4ee5-8660-d71902ee0cb4", "name": "network-vif-plugged", "status": "completed", "tag": "40a0af58-23a9-4e89-930f-b6de42139ec4"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:17.121034 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 40a0af58-23a9-4e89-930f-b6de42139ec4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=40a0af58-23a9-4e89-930f-b6de42139ec4,segment=NetworkSegment(df531894-699c-42fc-8b4d-eed68264c72b),segment_id=df531894-699c-42fc-8b4d-eed68264c72b)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:17.125613 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:17.128060 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6815e373-07dd-47a4-baf7-5a8fec473d14 req-75d68925-54e2-46bd-b6a7-fa213f76851e tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858531 Jul 14 11:09:17.128465 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-413047d5-7b7b-4f5f-8c66-0f0100627743 admin admin] Publish callbacks [] for security_group (e7271022-a9f4-47da-b773-784b526b8220), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:17.153278 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-413047d5-7b7b-4f5f-8c66-0f0100627743 admin admin] Publish callbacks [] for security_group (e7271022-a9f4-47da-b773-784b526b8220), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:17.177209 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-18e6068b-cc9f-4e7c-a703-c05bc5cf050e req-657cb7af-f24b-4ced-a449-9cbdae78b4b4 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732100 Jul 14 11:09:17.191006 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:17.212635 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa29a0-a224-4b59-bac9-4b963b581b5f x-openstack-request-id: req-9daa29a0-a224-4b59-bac9-4b963b581b5f {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:17.213167 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbdd94c-50a9-4ee5-8660-d71902ee0cb4", "name": "network-vif-plugged", "status": "completed", "tag": "40a0af58-23a9-4e89-930f-b6de42139ec4", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:17.213615 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9daa29a0-a224-4b59-bac9-4b963b581b5f {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:17.214014 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9daa29a0-a224-4b59-bac9-4b963b581b5f'] response: {'server_uuid': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a0af58-23a9-4e89-930f-b6de42139ec4', 'code': 200} Jul 14 11:09:17.215019 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=40a0af58-23a9-4e89-930f-b6de42139ec4,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:17.224094 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-413047d5-7b7b-4f5f-8c66-0f0100627743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e7271022-a9f4-47da-b773-784b526b8220), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:17.229269 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-413047d5-7b7b-4f5f-8c66-0f0100627743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:17.230452 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-413047d5-7b7b-4f5f-8c66-0f0100627743 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e7271022-a9f4-47da-b773-784b526b8220 HTTP/1.1" status: 204 len: 168 time: 0.2039077 Jul 14 11:09:17.239515 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413047d5-7b7b-4f5f-8c66-0f0100627743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7271022-a9f4-47da-b773-784b526b8220,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:17.798167 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648ef8-de20-4ed4-817f-ab2385db3ec3 req-cc1e2d46-f199-4fb9-9ccb-dbb8de662bf8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:17.799451 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5f648ef8-de20-4ed4-817f-ab2385db3ec3 req-cc1e2d46-f199-4fb9-9ccb-dbb8de662bf8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0546086 Jul 14 11:09:17.811403 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:17.853557 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5f648ef8-de20-4ed4-817f-ab2385db3ec3 req-f06a17d9-780c-46e1-8b7f-e78c2b1bba7b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480232 Jul 14 11:09:18.281182 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d1836-65f8-488b-86ab-3215b6ac4f7d req-8950ac03-79b4-45c0-9a3b-ae78a52c7095 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:18.282899 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-065d1836-65f8-488b-86ab-3215b6ac4f7d req-8950ac03-79b4-45c0-9a3b-ae78a52c7095 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.0693188 Jul 14 11:09:18.296985 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e18bed-827f-4a67-b89a-a7b03a9e8e00 req-2a38dfab-dd5c-4fe4-b239-4a125cae307a tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:18.299981 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e8e18bed-827f-4a67-b89a-a7b03a9e8e00 req-2a38dfab-dd5c-4fe4-b239-4a125cae307a tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0549309 Jul 14 11:09:18.348477 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-065d1836-65f8-488b-86ab-3215b6ac4f7d req-35506405-4a6f-4aff-9a40-630cc02af45b tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596154 Jul 14 11:09:18.356991 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e8e18bed-827f-4a67-b89a-a7b03a9e8e00 req-9ab068ff-554a-4a45-82c4-f3ac169cd503 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525916 Jul 14 11:09:18.989463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0e431-b5e5-4409-ac77-99e0771373e7 req-7001d9cc-34e8-4a25-8aaf-ab2557dc0a27 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:18.990983 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80b0e431-b5e5-4409-ac77-99e0771373e7 req-7001d9cc-34e8-4a25-8aaf-ab2557dc0a27 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0610199 Jul 14 11:09:19.053061 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-80b0e431-b5e5-4409-ac77-99e0771373e7 req-5b9b83d4-dcca-46a5-a660-e158edcb77aa tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Jul 14 11:09:19.473794 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7dc46-1e1c-4281-b4f9-5e6ad80aef24 req-45549930-6edf-400d-bf40-a82495c868a5 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:19.475303 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a4b7dc46-1e1c-4281-b4f9-5e6ad80aef24 req-45549930-6edf-400d-bf40-a82495c868a5 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.0507326 Jul 14 11:09:19.502436 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075787ad-a1fe-46d5-a4eb-58aab3d6e7aa req-5e6493be-f69b-47d9-a7d8-b47af4639aed tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:19.503991 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-075787ad-a1fe-46d5-a4eb-58aab3d6e7aa req-5e6493be-f69b-47d9-a7d8-b47af4639aed tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0788383 Jul 14 11:09:19.510856 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06122c90-76f1-4add-960b-e2d26cb60bf9 req-035a3d7c-4bdb-4fc1-bf6a-33c65bae3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:19.511909 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-06122c90-76f1-4add-960b-e2d26cb60bf9 req-035a3d7c-4bdb-4fc1-bf6a-33c65bae3fe7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 1134 time: 0.0594182 Jul 14 11:09:19.529886 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a4b7dc46-1e1c-4281-b4f9-5e6ad80aef24 req-0a87143b-f1ee-4173-a987-53a8d6942b74 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478199 Jul 14 11:09:19.556528 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-075787ad-a1fe-46d5-a4eb-58aab3d6e7aa req-7b36deb8-ba91-40aa-9814-aff28ed0c6c2 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Jul 14 11:09:19.888682 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-06122c90-76f1-4add-960b-e2d26cb60bf9 req-af6f8bf1-649c-444f-9f92-d1777555dfde service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Jul 14 11:09:20.177977 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1efa8-8288-43a4-9c21-7c2ba8ca6213 req-bc133f9f-16fa-4e47-97e2-3e4d441db6a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:20.183407 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-50f1efa8-8288-43a4-9c21-7c2ba8ca6213 req-bc133f9f-16fa-4e47-97e2-3e4d441db6a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0499523 Jul 14 11:09:20.232548 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-50f1efa8-8288-43a4-9c21-7c2ba8ca6213 req-17b6aa52-0f5a-4a8f-96e6-4d889dd74b97 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458114 Jul 14 11:09:20.528639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-abdff20f-4189-4724-8b10-c0e73cce9e80 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:20.530085 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-abdff20f-4189-4724-8b10-c0e73cce9e80 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.26 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0500207 Jul 14 11:09:20.655016 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e66f-5f58-40c3-ad8e-861d79107a51 req-5fe70ef1-14f1-4160-8871-5c1cfbf31f75 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:20.657013 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21c6e66f-5f58-40c3-ad8e-861d79107a51 req-5fe70ef1-14f1-4160-8871-5c1cfbf31f75 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.0546083 Jul 14 11:09:20.683557 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a426ce-8987-4d4d-9162-e7b25c408a06 req-6658fc56-836a-4302-9edd-846f75b29100 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:20.685180 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d7a426ce-8987-4d4d-9162-e7b25c408a06 req-6658fc56-836a-4302-9edd-846f75b29100 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 945 time: 0.0525873 Jul 14 11:09:20.738817 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d7a426ce-8987-4d4d-9162-e7b25c408a06 req-685a07fc-d2c7-4adb-b7fe-e7ae7bc0cd64 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ebee154-dea3-4695-aecf-95d79adce498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Jul 14 11:09:20.933641 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21c6e66f-5f58-40c3-ad8e-861d79107a51 req-716c9741-83b9-4108-aa67-cad24bfd1e2d tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708826 Jul 14 11:09:21.262382 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Deleting port 24f57bda-0f9e-4061-8641-12b57f112b43 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:09:21.262758 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:21.368509 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1085-471c-4534-b930-4b0f3a04632e req-80464528-cf23-474a-8842-625df25ba24e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:21.369992 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c15d1085-471c-4534-b930-4b0f3a04632e req-80464528-cf23-474a-8842-625df25ba24e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0556703 Jul 14 11:09:21.377458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] For port 24f57bda-0f9e-4061-8641-12b57f112b43, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=24f57bda-0f9e-4061-8641-12b57f112b43,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:21.377827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:21.395527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Calling delete_port for 24f57bda-0f9e-4061-8641-12b57f112b43 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:09:21.418388 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c15d1085-471c-4534-b930-4b0f3a04632e req-104a2d86-b541-417b-bf2f-b583dca80fff tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Jul 14 11:09:21.508315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:21.569166 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (24f57bda-0f9e-4061-8641-12b57f112b43), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:21.603727 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Pushing event deleted for resources: {'Port': ['ID=24f57bda-0f9e-4061-8641-12b57f112b43,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:21.613962 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['24f57bda-0f9e-4061-8641-12b57f112b43'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:09:21.676760 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] No DVR routers for this DVR port 24f57bda-0f9e-4061-8641-12b57f112b43 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:09:21.680718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:21.684337 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2dbd591-b94c-46c4-97ff-749b3c3e3c6d req-dc8030a8-7906-45d6-b9ff-030d4793c422 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.26 "DELETE /v2.0/ports/24f57bda-0f9e-4061-8641-12b57f112b43 HTTP/1.1" status: 204 len: 173 time: 0.5561328 Jul 14 11:09:21.684858 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'name': 'network-vif-deleted', 'tag': '24f57bda-0f9e-4061-8641-12b57f112b43'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:21.687117 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ede86-5d4e-4036-8d75-570789cad191" -d '{"events": [{"server_uuid": "d15adbd9-9e3f-4368-8dc4-45ecc5436d5d", "name": "network-vif-deleted", "tag": "24f57bda-0f9e-4061-8641-12b57f112b43"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:21.726282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b87640-1fb8-4026-9e14-7ed0d9c799b5 x-openstack-request-id: req-a3b87640-1fb8-4026-9e14-7ed0d9c799b5 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:21.726677 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15adbd9-9e3f-4368-8dc4-45ecc5436d5d", "name": "network-vif-deleted", "tag": "24f57bda-0f9e-4061-8641-12b57f112b43", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:21.726854 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3b87640-1fb8-4026-9e14-7ed0d9c799b5 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:21.727283 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b87640-1fb8-4026-9e14-7ed0d9c799b5'] response: {'server_uuid': 'd15adbd9-9e3f-4368-8dc4-45ecc5436d5d', 'name': 'network-vif-deleted', 'tag': '24f57bda-0f9e-4061-8641-12b57f112b43', 'status': 'completed', 'code': 200} Jul 14 11:09:21.853123 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88f81b9d-43ff-4983-9e95-f0962940d8e7 req-1cef65eb-2a78-4d73-9e52-f13cfb291d8f tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.0290382 Jul 14 11:09:22.051621 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:22.067064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecf919-9b7d-44d6-a6e7-f8eb81cee20b req-2fa21205-3714-4bfa-b051-d5ee7c8b2e0e tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:22.068625 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79ecf919-9b7d-44d6-a6e7-f8eb81cee20b req-2fa21205-3714-4bfa-b051-d5ee7c8b2e0e tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.0534239 Jul 14 11:09:22.121709 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79ecf919-9b7d-44d6-a6e7-f8eb81cee20b req-379a55e1-e456-4262-8a54-0aecf1fe8fd4 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465426 Jul 14 11:09:22.619461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df837e49-079b-43de-9657-6461062be7ca req-178efa0a-6a44-4113-a11b-99a02d3626d0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:22.622517 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df837e49-079b-43de-9657-6461062be7ca req-178efa0a-6a44-4113-a11b-99a02d3626d0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0724258 Jul 14 11:09:22.647050 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55606) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:22.704790 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df837e49-079b-43de-9657-6461062be7ca req-0a4c0220-53a1-4f0d-b0a4-96f82b56da52 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709755 Jul 14 11:09:22.761848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c1188508-07d4-44dd-ab61-611f612e7a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:22.850151 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c1188508-07d4-44dd-ab61-611f612e7a66 admin admin] Publish callbacks [] for security_group (4b0f4ff6-d281-46f5-af16-d99f54459122), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:22.854782 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c1188508-07d4-44dd-ab61-611f612e7a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4b0f4ff6-d281-46f5-af16-d99f54459122), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:22.901237 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1188508-07d4-44dd-ab61-611f612e7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0f4ff6-d281-46f5-af16-d99f54459122,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:22.906738 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c1188508-07d4-44dd-ab61-611f612e7a66 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=55221024efb94951b9ed0c24567cf891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585449 Jul 14 11:09:22.909930 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55612) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:22.994090 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25cc2b00-2e94-4b32-bf60-e493cf7c41a4 req-5514a93a-2158-4174-8328-67a5ab6e4027 tempest-DeleteServersTestJSON-82034498 tempest-DeleteServersTestJSON-82034498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d15adbd9-9e3f-4368-8dc4-45ecc5436d5d HTTP/1.1" status: 200 len: 210 time: 0.0447025 Jul 14 11:09:23.008395 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-751a3205-98c3-4a34-bf90-f66bc2821084 admin admin] Publish callbacks [] for security_group (4b0f4ff6-d281-46f5-af16-d99f54459122), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.037410 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-751a3205-98c3-4a34-bf90-f66bc2821084 admin admin] Publish callbacks [] for security_group (4b0f4ff6-d281-46f5-af16-d99f54459122), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.109680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-751a3205-98c3-4a34-bf90-f66bc2821084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4b0f4ff6-d281-46f5-af16-d99f54459122), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.112282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-751a3205-98c3-4a34-bf90-f66bc2821084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.113461 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-751a3205-98c3-4a34-bf90-f66bc2821084 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4b0f4ff6-d281-46f5-af16-d99f54459122 HTTP/1.1" status: 204 len: 168 time: 0.2024970 Jul 14 11:09:23.122123 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a3205-98c3-4a34-bf90-f66bc2821084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0f4ff6-d281-46f5-af16-d99f54459122,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:23.267430 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf0cd8-9f3a-4a90-b0a4-60e9f9f6e459 req-5724355e-e001-4a27-889f-6729edbb86e0 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:23.268821 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dbdf0cd8-9f3a-4a90-b0a4-60e9f9f6e459 req-5724355e-e001-4a27-889f-6729edbb86e0 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.0589085 Jul 14 11:09:23.337784 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dbdf0cd8-9f3a-4a90-b0a4-60e9f9f6e459 req-62c001fd-3963-41f7-82c0-a92ee65aa051 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622780 Jul 14 11:09:23.498615 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55626) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:23.513715 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2bf-303f-4eb7-871f-3e724cd414a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.626727 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2bf-303f-4eb7-871f-3e724cd414a2 admin admin] Publish callbacks [] for security_group (9f1c1891-9caa-426f-b735-f4649158d585), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.633348 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2bf-303f-4eb7-871f-3e724cd414a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9f1c1891-9caa-426f-b735-f4649158d585), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.679699 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-05ebb2bf-303f-4eb7-871f-3e724cd414a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38f8942b9fb84009b9fb7ef8d3692a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793301 Jul 14 11:09:23.684466 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55628) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:23.687886 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb2bf-303f-4eb7-871f-3e724cd414a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1c1891-9caa-426f-b735-f4649158d585,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:23.765102 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:23.781866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f95f1ac0-0b96-45db-bfb2-d266fdc0f16c admin admin] Publish callbacks [] for security_group (9f1c1891-9caa-426f-b735-f4649158d585), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.831228 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac0298-bbca-4fd1-aacd-6aaaf42014f5 req-ea1d6a92-7da0-4ebc-99c5-40a42afab12c tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:23.832824 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c2ac0298-bbca-4fd1-aacd-6aaaf42014f5 req-ea1d6a92-7da0-4ebc-99c5-40a42afab12c tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.0602648 Jul 14 11:09:23.834856 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f95f1ac0-0b96-45db-bfb2-d266fdc0f16c admin admin] Publish callbacks [] for security_group (9f1c1891-9caa-426f-b735-f4649158d585), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.848053 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:23.870693 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803c83-ea8d-45e6-b5ad-32e1e335bef0 req-d4bcabe1-7514-42cd-9149-d8776e8c78a4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:23.872234 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10803c83-ea8d-45e6-b5ad-32e1e335bef0 req-d4bcabe1-7514-42cd-9149-d8776e8c78a4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0790901 Jul 14 11:09:23.888760 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c2ac0298-bbca-4fd1-aacd-6aaaf42014f5 req-59f0e4da-c315-44a7-996e-976838078482 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486693 Jul 14 11:09:23.915163 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:23.936864 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10803c83-ea8d-45e6-b5ad-32e1e335bef0 req-dbd6b999-d95f-48cf-afce-e5eecf72aef3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578523 Jul 14 11:09:23.956421 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f95f1ac0-0b96-45db-bfb2-d266fdc0f16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9f1c1891-9caa-426f-b735-f4649158d585), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.959003 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f95f1ac0-0b96-45db-bfb2-d266fdc0f16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:23.962762 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f95f1ac0-0b96-45db-bfb2-d266fdc0f16c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f1c1891-9caa-426f-b735-f4649158d585 HTTP/1.1" status: 204 len: 168 time: 0.2768714 Jul 14 11:09:23.971535 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f1ac0-0b96-45db-bfb2-d266fdc0f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1c1891-9caa-426f-b735-f4649158d585,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:24.964437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 24f57bda-0f9e-4061-8641-12b57f112b43 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:09:25.011728 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 24f57bda-0f9e-4061-8641-12b57f112b43 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:09:25.013226 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 24f57bda-0f9e-4061-8641-12b57f112b43 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:09:25.036010 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736853a4-ac29-4191-a0d2-9c900e3b9cad req-c723a39d-a230-422b-bc9e-c5380fe1b6a4 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:25.040093 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-736853a4-ac29-4191-a0d2-9c900e3b9cad req-c723a39d-a230-422b-bc9e-c5380fe1b6a4 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.0701368 Jul 14 11:09:25.110235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d49f9-c364-4fdd-93f0-d74e0045f01b req-e4e81eb6-ef94-4211-ab68-dae77ebc85a4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:25.114339 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-736853a4-ac29-4191-a0d2-9c900e3b9cad req-99539351-99a4-439b-9330-f84eb59c4d06 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681589 Jul 14 11:09:25.115997 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0c2d49f9-c364-4fdd-93f0-d74e0045f01b req-e4e81eb6-ef94-4211-ab68-dae77ebc85a4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0569768 Jul 14 11:09:25.176580 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0c2d49f9-c364-4fdd-93f0-d74e0045f01b req-69c2bb96-b9d4-4a91-86b1-39fc7c0aeeb0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540035 Jul 14 11:09:25.574417 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 55698) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:26.076915 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-73c7f305-d7ce-45b8-991f-57e37153fb17 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:26.078447 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-73c7f305-d7ce-45b8-991f-57e37153fb17 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.1112065 Jul 14 11:09:26.126167 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (7cf4b1fa-8045-4935-b082-f12db0b654e2), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:26.274455 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Deleting port 40a0af58-23a9-4e89-930f-b6de42139ec4 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:09:26.274792 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:26.332057 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc73368-76a8-4edb-bebb-0dc7bec844d0 req-a4b44a49-6168-4e7a-b658-bd77f10e6e21 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:26.337467 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8bc73368-76a8-4edb-bebb-0dc7bec844d0 req-a4b44a49-6168-4e7a-b658-bd77f10e6e21 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 950 time: 0.1111274 Jul 14 11:09:26.421812 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8bc73368-76a8-4edb-bebb-0dc7bec844d0 req-465c3a89-406c-4aae-a221-104b905232db tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787439 Jul 14 11:09:26.512147 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ea9a3-de39-4ad9-acd9-eebf94bb4271 req-bb67b3a1-dccb-47ff-bb95-10b02037c847 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:26.513796 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-113ea9a3-de39-4ad9-acd9-eebf94bb4271 req-bb67b3a1-dccb-47ff-bb95-10b02037c847 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.2056904 Jul 14 11:09:26.568453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:26.588423 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] For port 40a0af58-23a9-4e89-930f-b6de42139ec4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=40a0af58-23a9-4e89-930f-b6de42139ec4,segment=NetworkSegment(df531894-699c-42fc-8b4d-eed68264c72b),segment_id=df531894-699c-42fc-8b4d-eed68264c72b)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:26.588869 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:26.627925 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:26.632531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Calling delete_port for 40a0af58-23a9-4e89-930f-b6de42139ec4 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:09:26.662820 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-113ea9a3-de39-4ad9-acd9-eebf94bb4271 req-2da0a4ca-d82a-4def-9c11-c72a8a356e12 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245866 Jul 14 11:09:26.756044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Deleting port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:09:26.756383 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:26.898207 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] For port 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:26.898569 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:26.919172 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Calling delete_port for 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:09:26.925557 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (40a0af58-23a9-4e89-930f-b6de42139ec4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:26.964711 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['40a0af58-23a9-4e89-930f-b6de42139ec4'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:09:26.988897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Pushing event deleted for resources: {'Port': ['ID=40a0af58-23a9-4e89-930f-b6de42139ec4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:27.047948 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] No DVR routers for this DVR port 40a0af58-23a9-4e89-930f-b6de42139ec4 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:09:27.055122 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:27.058431 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-948486f0-ef6a-482e-a6ad-54e2978573a6 req-9580f4d0-0b70-410a-91da-7cc5ae1ccc78 tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.26 "DELETE /v2.0/ports/40a0af58-23a9-4e89-930f-b6de42139ec4 HTTP/1.1" status: 204 len: 173 time: 0.9691386 Jul 14 11:09:27.058905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'name': 'network-vif-deleted', 'tag': '40a0af58-23a9-4e89-930f-b6de42139ec4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:27.061840 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a47cb7-0e6e-452b-b5d0-8242bf571abc" -d '{"events": [{"server_uuid": "5fbdd94c-50a9-4ee5-8660-d71902ee0cb4", "name": "network-vif-deleted", "tag": "40a0af58-23a9-4e89-930f-b6de42139ec4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:27.111563 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb35f4-d5ef-439e-b3d7-6549a5cecc84 x-openstack-request-id: req-4bfb35f4-d5ef-439e-b3d7-6549a5cecc84 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:27.111852 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbdd94c-50a9-4ee5-8660-d71902ee0cb4", "name": "network-vif-deleted", "tag": "40a0af58-23a9-4e89-930f-b6de42139ec4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:27.112103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4bfb35f4-d5ef-439e-b3d7-6549a5cecc84 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:27.112498 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfb35f4-d5ef-439e-b3d7-6549a5cecc84'] response: {'server_uuid': '5fbdd94c-50a9-4ee5-8660-d71902ee0cb4', 'name': 'network-vif-deleted', 'tag': '40a0af58-23a9-4e89-930f-b6de42139ec4', 'status': 'completed', 'code': 200} Jul 14 11:09:27.228977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (3ec4c7d2-966a-44bf-b45f-238a6edc4ef4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:27.259430 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec4c7d2-966a-44bf-b45f-238a6edc4ef4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:27.626540 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c8636e2-05cd-45c3-a040-94c9cd473fd6 req-76693869-c352-4c57-9e38-ba5c9d90f84d tempest-VolumesNegativeTest-126961215 tempest-VolumesNegativeTest-126961215-project] 10.222.0.75 "GET /v2.0/ports?device_id=5fbdd94c-50a9-4ee5-8660-d71902ee0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0374534 Jul 14 11:09:27.641871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (7cf4b1fa-8045-4935-b082-f12db0b654e2), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:27.780790 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-21af1c88-735b-4837-a737-c34c8d9199c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876355 Jul 14 11:09:27.785402 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:27.790731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:27.812724 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab8abc-05c1-48a9-8ad5-175a2b2d8375 req-a23407d9-41ce-4011-b882-b2fa841788ce tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:27.815054 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-89ab8abc-05c1-48a9-8ad5-175a2b2d8375 req-a23407d9-41ce-4011-b882-b2fa841788ce tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0657945 Jul 14 11:09:27.870703 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:27.891055 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-89ab8abc-05c1-48a9-8ad5-175a2b2d8375 req-a46547b0-3c4d-43b1-93e4-1b1bb843531c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691068 Jul 14 11:09:27.940343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-56f58035-1661-4552-8575-5c7947b0adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:27.941858 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-56f58035-1661-4552-8575-5c7947b0adb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 1130 time: 0.0766850 Jul 14 11:09:28.011432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Router 7cf4b1fa-8045-4935-b082-f12db0b654e2 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:09:28.168627 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-5ba6fbc6-a3b9-4bd0-9753-96d077290546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:28.170182 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-5ba6fbc6-a3b9-4bd0-9753-96d077290546 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.1934452 Jul 14 11:09:28.221185 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-92b07c8d-5e13-48ae-92f0-76a425dce29e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687 HTTP/1.1" status: 200 len: 217 time: 0.0422032 Jul 14 11:09:28.229087 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:09:28.234492 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e3f25bfd-01ba-418e-a229-6f77b77d4837 admin admin] 10.222.0.75 "PUT /v2.0/routers/7cf4b1fa-8045-4935-b082-f12db0b654e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6586854 Jul 14 11:09:28.237314 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55746) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:28.252927 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] Sync routers for ids ['7cf4b1fa-8045-4935-b082-f12db0b654e2'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:09:28.277749 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] Routers {'7cf4b1fa-8045-4935-b082-f12db0b654e2'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:28.278389 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:09:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7cf4b1fa-8045-4935-b082-f12db0b654e2'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:28.306087 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-aa806066-a435-4281-87ae-4e8decf2b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:28.308147 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-aa806066-a435-4281-87ae-4e8decf2b371 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0724680 Jul 14 11:09:28.377347 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-c664ab16-92b8-4105-ba57-df2196f8ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:28.378819 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-c664ab16-92b8-4105-ba57-df2196f8ebe0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575380 Jul 14 11:09:28.408718 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks [] for router (7cf4b1fa-8045-4935-b082-f12db0b654e2), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:28.513791 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-8b0f4995-63fc-40ad-9e5f-3d61c10fc18d service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264946 Jul 14 11:09:28.519075 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] Set router 7cf4b1fa-8045-4935-b082-f12db0b654e2 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:28.564234 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks [] for router_gateway (7cf4b1fa-8045-4935-b082-f12db0b654e2), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:28.612300 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Deleting port 47e0d35a-2605-4a7d-9cd1-811233bbfc30 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:09:28.612644 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:28.655855 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dafeb7-3cbc-44df-aa4d-c3663522edcb req-bdbad5e1-57f1-4ce3-8581-3a1d2c8b1c03 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352348 Jul 14 11:09:28.769851 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:09:27Z', 'revision_number': 5, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port': {'id': '47e0d35a-2605-4a7d-9cd1-811233bbfc30', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:28.770797 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] For port 47e0d35a-2605-4a7d-9cd1-811233bbfc30, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=47e0d35a-2605-4a7d-9cd1-811233bbfc30,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:28.771173 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:28.790936 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Calling delete_port for 47e0d35a-2605-4a7d-9cd1-811233bbfc30 owned by network:router_gateway {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:09:28.830102 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] Checking router: 7cf4b1fa-8045-4935-b082-f12db0b654e2 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:09:28.864023 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] Routers {'7cf4b1fa-8045-4935-b082-f12db0b654e2'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:28.865035 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:09:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7cf4b1fa-8045-4935-b082-f12db0b654e2'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:28.965716 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] Set router 7cf4b1fa-8045-4935-b082-f12db0b654e2 gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:29.021731 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:09:28Z', 'revision_number': 6, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:29.053678 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a20d0-b0b8-4ff7-8846-e0bc3e2bd8c4 None None] The sync data for ids ['7cf4b1fa-8045-4935-b082-f12db0b654e2'] in dv-cinder-848938-2-iscsi is: [{'id': '7cf4b1fa-8045-4935-b082-f12db0b654e2', 'name': 'tempest-DeleteServersTestJSON-1170685675-router', 'tenant_id': 'a90a870ee4154287be1282b3f46bdd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:12Z', 'updated_at': '2022-07-14T11:09:28Z', 'revision_number': 6, 'project_id': 'a90a870ee4154287be1282b3f46bdd05', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:09:29.120024 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abc5ab-fb4a-4ed6-8495-0b5e646fdf2c req-11655fce-f7ba-4fd4-9abb-222f39b9f91c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:29.121613 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f6abc5ab-fb4a-4ed6-8495-0b5e646fdf2c req-11655fce-f7ba-4fd4-9abb-222f39b9f91c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0970931 Jul 14 11:09:29.129370 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (47e0d35a-2605-4a7d-9cd1-811233bbfc30), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.172482 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e0d35a-2605-4a7d-9cd1-811233bbfc30,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:29.221530 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (7cf4b1fa-8045-4935-b082-f12db0b654e2), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.267958 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:29.351795 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f6abc5ab-fb4a-4ed6-8495-0b5e646fdf2c req-c97f15fb-4ec8-4a5f-8ca6-3bcb2938072f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191348 Jul 14 11:09:29.353417 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (7cf4b1fa-8045-4935-b082-f12db0b654e2), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.356074 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks [] for router_controller (7cf4b1fa-8045-4935-b082-f12db0b654e2), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.431434 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:29.450244 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (7cf4b1fa-8045-4935-b082-f12db0b654e2), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.451742 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf4b1fa-8045-4935-b082-f12db0b654e2 {{(pid=104141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:09:29.459321 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.463178 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-be3f5ce0-deb3-4188-8a61-07591197dd48 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7cf4b1fa-8045-4935-b082-f12db0b654e2 HTTP/1.1" status: 204 len: 168 time: 1.2214534 Jul 14 11:09:29.463794 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55798) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:29.551193 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] Deleting subnet 488bea9e-ddae-4599-8017-df5b2ffe2048 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:09:29.551193 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] Publish callbacks [] for subnet (488bea9e-ddae-4599-8017-df5b2ffe2048), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.605086 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] Publish callbacks [] for subnet (488bea9e-ddae-4599-8017-df5b2ffe2048), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.713661 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (488bea9e-ddae-4599-8017-df5b2ffe2048), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.794292 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (488bea9e-ddae-4599-8017-df5b2ffe2048), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.840230 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:29.847631 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fe72b-5d39-4e78-88f2-beafe00bc7c2 None None] Network 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:09:29.848256 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/488bea9e-ddae-4599-8017-df5b2ffe2048 HTTP/1.1" status: 204 len: 168 time: 0.3814411 Jul 14 11:09:29.848256 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55846) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:29.850556 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1ffa8-3872-4c2e-bb85-e3295a51e707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488bea9e-ddae-4599-8017-df5b2ffe2048,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:29.943843 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (6b59ebe6-7c6e-4831-8fc8-b7d332f14328), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.032914 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Deleting port b064601c-9960-420c-85d6-efc81ae0ae74 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:09:30.033290 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.078665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] DHCP port deletion for 6b59ebe6-7c6e-4831-8fc8-b7d332f14328 request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:09:30.131717 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] Deleting port b064601c-9960-420c-85d6-efc81ae0ae74 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:09:30.132517 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.137397 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] For port b064601c-9960-420c-85d6-efc81ae0ae74, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=b064601c-9960-420c-85d6-efc81ae0ae74,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:30.137942 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.157496 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Calling delete_port for b064601c-9960-420c-85d6-efc81ae0ae74 owned by network:dhcp {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:09:30.199478 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:30.222621 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] For port b064601c-9960-420c-85d6-efc81ae0ae74, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=b064601c-9960-420c-85d6-efc81ae0ae74,segment=NetworkSegment(92e320f8-1c28-4c01-a397-ea6908d37d48),segment_id=92e320f8-1c28-4c01-a397-ea6908d37d48)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:30.223107 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.254608 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] Calling delete_port for b064601c-9960-420c-85d6-efc81ae0ae74 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:09:30.283112 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.327992 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b064601c-9960-420c-85d6-efc81ae0ae74,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:30.338592 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] No DVR routers for this DVR port b064601c-9960-420c-85d6-efc81ae0ae74 on host dv-cinder-848938-2-iscsi {{(pid=104141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:09:30.493127 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f106897-8b8e-4539-addf-5dc5cf768ee1 req-59e2cf8c-33c7-47a3-8e4a-c97a061a756f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:30.502227 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f106897-8b8e-4539-addf-5dc5cf768ee1 req-59e2cf8c-33c7-47a3-8e4a-c97a061a756f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0667064 Jul 14 11:09:30.509271 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (b064601c-9960-420c-85d6-efc81ae0ae74), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.536771 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:30.590191 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] Pushing event deleted for resources: {'Port': ['ID=b064601c-9960-420c-85d6-efc81ae0ae74,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:30.603102 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f106897-8b8e-4539-addf-5dc5cf768ee1 req-12e4b88b-da31-4a8f-92c9-3854909dc041 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995183 Jul 14 11:09:30.606761 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dccb02e-e1d6-4072-b5a7-32a359c13da3 None None] No DVR routers for this DVR port b064601c-9960-420c-85d6-efc81ae0ae74 on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:09:30.654857 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 47e0d35a-2605-4a7d-9cd1-811233bbfc30 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:09:30.693368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 47e0d35a-2605-4a7d-9cd1-811233bbfc30 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:09:30.694089 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 47e0d35a-2605-4a7d-9cd1-811233bbfc30 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:09:30.694731 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device b064601c-9960-420c-85d6-efc81ae0ae74 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:09:30.716136 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (6b59ebe6-7c6e-4831-8fc8-b7d332f14328), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.734816 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: b064601c-9960-420c-85d6-efc81ae0ae74 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:09:30.735254 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device b064601c-9960-420c-85d6-efc81ae0ae74 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:09:30.735836 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:09:30.742217 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.742963 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.743895 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.744303 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.744704 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.745209 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.745591 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.745977 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.746355 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.746737 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.766950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:09:30.766950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3ec4c7d2-966a-44bf-b45f-238a6edc4ef4 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:09:30.970612 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.970957 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.971288 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.971638 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:09:30.972016 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b59ebe6-7c6e-4831-8fc8-b7d332f14328']}} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:30.989547 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 40a0af58-23a9-4e89-930f-b6de42139ec4 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:09:30.993797 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e320f8-1c28-4c01-a397-ea6908d37d48') {'for_net_delete': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:30.994166 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e320f8-1c28-4c01-a397-ea6908d37d48') {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:31.012528 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 40a0af58-23a9-4e89-930f-b6de42139ec4 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:09:31.012881 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 40a0af58-23a9-4e89-930f-b6de42139ec4 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:09:31.016908 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60775237'] for segment (92e320f8-1c28-4c01-a397-ea6908d37d48), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.044678 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (92e320f8-1c28-4c01-a397-ea6908d37d48), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.057282 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:09:31.057487 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60298122'] for segment (92e320f8-1c28-4c01-a397-ea6908d37d48), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.142657 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (6b59ebe6-7c6e-4831-8fc8-b7d332f14328), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.150048 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.161565 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6b59ebe6-7c6e-4831-8fc8-b7d332f14328 HTTP/1.1" status: 204 len: 168 time: 1.3104668 Jul 14 11:09:31.185203 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8be3fb-68fc-4c57-bd96-0e180cd495b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b59ebe6-7c6e-4831-8fc8-b7d332f14328,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:31.368343 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 92e320f8-1c28-4c01-a397-ea6908d37d48 resource provider aggregate not found Jul 14 11:09:31.388738 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 92e320f8-1c28-4c01-a397-ea6908d37d48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92e320f8-1c28-4c01-a397-ea6908d37d48 found for delete ", "request_id": "req-c6831372-6fbe-4fbe-89d4-80257636d710"}]} Jul 14 11:09:31.422150 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55986) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:31.452281 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:31.470440 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a477d1f4-8e8b-49fc-9abf-49436912c2c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a90a870ee4154287be1282b3f46bdd05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470376 Jul 14 11:09:31.473672 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 55988) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:31.535959 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2faca931-e8ed-4659-9aed-23538d1dd961 admin admin] Publish callbacks [] for security_group (6ebee154-dea3-4695-aecf-95d79adce498), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.563877 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2faca931-e8ed-4659-9aed-23538d1dd961 admin admin] Publish callbacks [] for security_group (6ebee154-dea3-4695-aecf-95d79adce498), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.571087 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:31.628114 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2faca931-e8ed-4659-9aed-23538d1dd961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (6ebee154-dea3-4695-aecf-95d79adce498), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.633372 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2faca931-e8ed-4659-9aed-23538d1dd961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.635960 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-2faca931-e8ed-4659-9aed-23538d1dd961 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ebee154-dea3-4695-aecf-95d79adce498 HTTP/1.1" status: 204 len: 168 time: 0.1609335 Jul 14 11:09:31.651233 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faca931-e8ed-4659-9aed-23538d1dd961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebee154-dea3-4695-aecf-95d79adce498,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:31.775306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19768c-dd04-429d-8675-904ac56250a4 req-f9ddf84f-ea73-4958-890f-e73df0e00034 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:31.782898 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dd19768c-dd04-429d-8675-904ac56250a4 req-f9ddf84f-ea73-4958-890f-e73df0e00034 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0694554 Jul 14 11:09:31.838250 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dd19768c-dd04-429d-8675-904ac56250a4 req-9e631728-cdfa-4333-a743-18edff1d7d0e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543640 Jul 14 11:09:32.639924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56102) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:32.750483 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-3631253-network', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:32.775778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Made reservation on behalf of a7cf89df79d64153a73a5ec4d49f376f for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:09:32.778156 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:32.787408 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:32.861413 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:32.871150 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:32.876924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks [] for security_group (d1868f93-e7fe-4d05-9d68-eed3827c351f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:32.880912 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d1868f93-e7fe-4d05-9d68-eed3827c351f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:32.917453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:09:32.921038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1868f93-e7fe-4d05-9d68-eed3827c351f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:32.938112 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (0844ccd7-d38a-40bc-8522-80b4481ad990), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:32.938544 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Added segment 0844ccd7-d38a-40bc-8522-80b4481ad990 of type vlan for network d8eaca00-9ce0-454f-9fb3-291577542b1d Jul 14 11:09:33.021689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (d8eaca00-9ce0-454f-9fb3-291577542b1d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.050351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7cd7c-0d89-455e-8f3b-260adb859151 req-1afc25a4-97c7-47a3-94d8-7763c00ffc23 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:33.052043 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5eb7cd7c-0d89-455e-8f3b-260adb859151 req-1afc25a4-97c7-47a3-94d8-7763c00ffc23 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0775859 Jul 14 11:09:33.086350 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (d8eaca00-9ce0-454f-9fb3-291577542b1d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.087328 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:33.087931 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.142158 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5eb7cd7c-0d89-455e-8f3b-260adb859151 req-b9050bcf-5579-4da7-8931-814350dfadad tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801170 Jul 14 11:09:33.177518 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5363014 Jul 14 11:09:33.181352 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56110) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:33.182239 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9cfce-cddf-4a2d-a8a6-b10ea0958b7f admin admin] Pushing event updated for resources: {'Network': ['ID=d8eaca00-9ce0-454f-9fb3-291577542b1d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:33.186462 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Request body: {'subnet': {'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-3631253-subnet', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:33.193294 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network d8eaca00-9ce0-454f-9fb3-291577542b1d details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:09:33.218650 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Made reservation on behalf of a7cf89df79d64153a73a5ec4d49f376f for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:09:33.221381 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59260228'] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.409762 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60297319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59260278'] for subnet (5f60e310-18df-48f3-9225-ff862d495fe3), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.480855 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f60e310-18df-48f3-9225-ff862d495fe3,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:33.491009 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Checking segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:09:33.491365 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Network hostable DHCP agents. Network: d8eaca00-9ce0-454f-9fb3-291577542b1d, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:09:33.518066 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Network d8eaca00-9ce0-454f-9fb3-291577542b1d is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:09:33.530412 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, d8eaca00-9ce0-454f-9fb3-291577542b1d) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:33.535640 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:33.536581 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.541736 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3437da-0cb4-4bed-9891-96da28de7f8b None None] Network d8eaca00-9ce0-454f-9fb3-291577542b1d requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:09:33.554871 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-5e6ccd03-c999-490d-b571-d8e9cc412383 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3722880 Jul 14 11:09:33.559292 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56120) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:33.563900 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:33.586692 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (e333d302-97e4-45f3-8be6-47dbeb802832), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.588017 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (e333d302-97e4-45f3-8be6-47dbeb802832), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.649008 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks [] for router_controller (e333d302-97e4-45f3-8be6-47dbeb802832), precommit_add_association {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.736016 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-d8eaca00-9ce0-454f-9fb3-291577542b1d', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:09:33.738004 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.756196 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56128) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:33.798500 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks [] for router_gateway (e333d302-97e4-45f3-8be6-47dbeb802832), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.882933 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:33.920517 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9f7d23f8-3ec1-49c7-9795-6ec345dd1053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:33.932785 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Allocated IP 172.20.0.2 (d8eaca00-9ce0-454f-9fb3-291577542b1d/5f60e310-18df-48f3-9225-ff862d495fe3/730a8e6a-e080-46de-a648-9b42bddd2dd6) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:34.053035 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9f7d23f8-3ec1-49c7-9795-6ec345dd1053 admin admin] Publish callbacks [] for security_group (14e86232-7eb7-43e5-932b-bd358ba9c024), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.062081 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9f7d23f8-3ec1-49c7-9795-6ec345dd1053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (14e86232-7eb7-43e5-932b-bd358ba9c024), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.080982 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:34.105583 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks [] for router_gateway (e333d302-97e4-45f3-8be6-47dbeb802832), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.128046 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Publish callbacks [] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.134710 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.140385 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9f7d23f8-3ec1-49c7-9795-6ec345dd1053 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e18d83c0c834079bd6520c2eae75dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830073 Jul 14 11:09:34.141500 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.141682 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d23f8-3ec1-49c7-9795-6ec345dd1053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e86232-7eb7-43e5-932b-bd358ba9c024,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:34.145687 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56136) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:34.184735 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56140) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:34.222435 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Network d8eaca00-9ce0-454f-9fb3-291577542b1d is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:34.224291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:34.226341 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Pushing event updated for resources: {'Port': ['ID=730a8e6a-e080-46de-a648-9b42bddd2dd6,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:34.230216 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:34.234187 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f55e7c8-a4f1-4eb6-9947-b9e6f4366069 admin admin] Publish callbacks [] for security_group (14e86232-7eb7-43e5-932b-bd358ba9c024), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.268458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f55e7c8-a4f1-4eb6-9947-b9e6f4366069 admin admin] Publish callbacks [] for security_group (14e86232-7eb7-43e5-932b-bd358ba9c024), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.289808 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Allocated IP 172.27.0.65 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/0d9ddf59-5c8a-4353-9809-bb33d157a06c) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:34.332567 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f55e7c8-a4f1-4eb6-9947-b9e6f4366069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (14e86232-7eb7-43e5-932b-bd358ba9c024), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.335855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1f55e7c8-a4f1-4eb6-9947-b9e6f4366069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.337293 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1f55e7c8-a4f1-4eb6-9947-b9e6f4366069 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14e86232-7eb7-43e5-932b-bd358ba9c024 HTTP/1.1" status: 204 len: 168 time: 0.1903133 Jul 14 11:09:34.346923 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Attempting to bind port 730a8e6a-e080-46de-a648-9b42bddd2dd6 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:09:34.347098 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55e7c8-a4f1-4eb6-9947-b9e6f4366069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e86232-7eb7-43e5-932b-bd358ba9c024,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:34.347559 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Attempting to bind port 730a8e6a-e080-46de-a648-9b42bddd2dd6 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:09:34.348311 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Attempting to bind port 730a8e6a-e080-46de-a648-9b42bddd2dd6 on network d8eaca00-9ce0-454f-9fb3-291577542b1d {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:34.368010 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:09:34.368636 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Checking segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:09:34.369293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.369931 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Bound using segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:09:34.370727 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Bound port: 730a8e6a-e080-46de-a648-9b42bddd2dd6, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:09:34.371361 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.426857 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e8dbd803-d7b3-43a6-9e56-c5cae3a480fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6d40780d34214bc6974bcb658be6b3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409437 Jul 14 11:09:34.431630 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56148) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:34.456347 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] For port 730a8e6a-e080-46de-a648-9b42bddd2dd6, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:09:34.469939 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] For port 730a8e6a-e080-46de-a648-9b42bddd2dd6, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=730a8e6a-e080-46de-a648-9b42bddd2dd6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:09:34.490395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.493977 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81888b5-871e-4a6f-91e8-7a97be9a3ada req-a1db1b9d-823b-47fc-83d9-2ac6e0a0c7bf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:34.495819 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c81888b5-871e-4a6f-91e8-7a97be9a3ada req-a1db1b9d-823b-47fc-83d9-2ac6e0a0c7bf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.1134093 Jul 14 11:09:34.512967 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:34.527283 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks [] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.547882 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25ad8c27-31ec-4cd9-90b4-70949823e6aa admin admin] Publish callbacks [] for security_group (a5c2fb55-9904-4e64-ab66-8d07ea31c5ee), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.582017 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25ad8c27-31ec-4cd9-90b4-70949823e6aa admin admin] Publish callbacks [] for security_group (a5c2fb55-9904-4e64-ab66-8d07ea31c5ee), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.595729 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c81888b5-871e-4a6f-91e8-7a97be9a3ada req-76d38f9e-dd0f-4a8e-969d-1fba90b7b7e0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841706 Jul 14 11:09:34.613951 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.615683 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776300-c6cc-4dfe-b63a-793b34bf5517 None None] Pushing event updated for resources: {'Port': ['ID=730a8e6a-e080-46de-a648-9b42bddd2dd6,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:34.637024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:34.655757 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:34.684997 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25ad8c27-31ec-4cd9-90b4-70949823e6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a5c2fb55-9904-4e64-ab66-8d07ea31c5ee), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.687804 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-25ad8c27-31ec-4cd9-90b4-70949823e6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:34.688981 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-25ad8c27-31ec-4cd9-90b4-70949823e6aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5c2fb55-9904-4e64-ab66-8d07ea31c5ee HTTP/1.1" status: 204 len: 168 time: 0.2560160 Jul 14 11:09:34.698998 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad8c27-31ec-4cd9-90b4-70949823e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c2fb55-9904-4e64-ab66-8d07ea31c5ee,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:34.714354 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:34.734719 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:34.742694 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:34.776661 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Pushing event updated for resources: {'Port': ['ID=0d9ddf59-5c8a-4353-9809-bb33d157a06c,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:34.836381 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:09:34.878926 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56156) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:34.926794 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3c05c82c-d565-4f61-adce-878296c4f1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.056197 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks [] for router_gateway (e333d302-97e4-45f3-8be6-47dbeb802832), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.071201 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3c05c82c-d565-4f61-adce-878296c4f1e8 admin admin] Publish callbacks [] for security_group (78e13323-7930-4e46-980c-b877a6394bf6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.081477 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3c05c82c-d565-4f61-adce-878296c4f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (78e13323-7930-4e46-980c-b877a6394bf6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.165430 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3c05c82c-d565-4f61-adce-878296c4f1e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca21978c2f044cf9b2f21e0fc058a52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849829 Jul 14 11:09:35.168113 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56162) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:35.177049 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05c82c-d565-4f61-adce-878296c4f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e13323-7930-4e46-980c-b877a6394bf6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:35.250042 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:35.255811 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80993c92-36e5-4c00-8989-ac1aaeb268b5 admin admin] Publish callbacks [] for security_group (78e13323-7930-4e46-980c-b877a6394bf6), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.303280 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80993c92-36e5-4c00-8989-ac1aaeb268b5 admin admin] Publish callbacks [] for security_group (78e13323-7930-4e46-980c-b877a6394bf6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.322692 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-51a2f5d1-a8a0-41e3-9da0-746572032c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.377275 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:35.385051 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80993c92-36e5-4c00-8989-ac1aaeb268b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (78e13323-7930-4e46-980c-b877a6394bf6), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.390097 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (e333d302-97e4-45f3-8be6-47dbeb802832), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.390349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80993c92-36e5-4c00-8989-ac1aaeb268b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.394977 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-80993c92-36e5-4c00-8989-ac1aaeb268b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/78e13323-7930-4e46-980c-b877a6394bf6 HTTP/1.1" status: 204 len: 168 time: 0.2229795 Jul 14 11:09:35.409979 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80993c92-36e5-4c00-8989-ac1aaeb268b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e13323-7930-4e46-980c-b877a6394bf6,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:35.574307 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Router e333d302-97e4-45f3-8be6-47dbeb802832 is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:09:35.733291 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:09:35.749679 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Sync routers for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:09:35.780539 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:35.782704 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:09:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:35.806052 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:35.809445 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920d516-f954-43ca-8d23-ec59f7b52747 req-d92320b2-334f-4ed6-827b-0c4c7020788c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:35.811663 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-4c01f957-48f7-4897-9f7e-d0c20de40dee admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2507608 Jul 14 11:09:35.812640 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56180) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:35.826066 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5920d516-f954-43ca-8d23-ec59f7b52747 req-d92320b2-334f-4ed6-827b-0c4c7020788c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0977380 Jul 14 11:09:35.904455 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:35.923418 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5920d516-f954-43ca-8d23-ec59f7b52747 req-47afd4d7-2c54-4ad1-98d9-3b5bada4fec1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Jul 14 11:09:35.992616 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56186) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:36.017231 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e13ea66c-2d35-4080-9910-4a0cb828bba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.070121 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:36.107047 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c9282-36a0-4c42-8b1e-8b1734c249cf None None] Network d8eaca00-9ce0-454f-9fb3-291577542b1d requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:09:36.164415 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e13ea66c-2d35-4080-9910-4a0cb828bba4 admin admin] Publish callbacks [] for security_group (1ba5fb61-53d6-4cfa-8219-0412da0f243b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.170516 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e13ea66c-2d35-4080-9910-4a0cb828bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1ba5fb61-53d6-4cfa-8219-0412da0f243b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.243716 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e13ea66c-2d35-4080-9910-4a0cb828bba4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=768738017c28424aab490f8d79d9dace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499006 Jul 14 11:09:36.244565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ea66c-2d35-4080-9910-4a0cb828bba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba5fb61-53d6-4cfa-8219-0412da0f243b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:36.255583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56192) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:36.336862 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-931d7511-8333-4130-9d7c-fde41c7d93e6 admin admin] Publish callbacks [] for security_group (1ba5fb61-53d6-4cfa-8219-0412da0f243b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.390208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-931d7511-8333-4130-9d7c-fde41c7d93e6 admin admin] Publish callbacks [] for security_group (1ba5fb61-53d6-4cfa-8219-0412da0f243b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.403693 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-bf8bede8-8cef-4dbc-b62c-e4e9c10e61db None None] Provisioning complete for port 730a8e6a-e080-46de-a648-9b42bddd2dd6 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:36.404272 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bf8bede8-8cef-4dbc-b62c-e4e9c10e61db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.415248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=13 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:36.480842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-931d7511-8333-4130-9d7c-fde41c7d93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1ba5fb61-53d6-4cfa-8219-0412da0f243b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.487300 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-931d7511-8333-4130-9d7c-fde41c7d93e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.492163 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-931d7511-8333-4130-9d7c-fde41c7d93e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ba5fb61-53d6-4cfa-8219-0412da0f243b HTTP/1.1" status: 204 len: 168 time: 0.2343340 Jul 14 11:09:36.504105 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d7511-8333-4130-9d7c-fde41c7d93e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba5fb61-53d6-4cfa-8219-0412da0f243b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:36.533811 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.741405 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:34Z', 'revision_number': 3, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:36.805801 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 730a8e6a-e080-46de-a648-9b42bddd2dd6 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:36.811521 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Checking router: e333d302-97e4-45f3-8be6-47dbeb802832 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:09:36.811958 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Updating router e333d302-97e4-45f3-8be6-47dbeb802832 port 0d9ddf59-5c8a-4353-9809-bb33d157a06c binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:09:36.816783 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-bf8bede8-8cef-4dbc-b62c-e4e9c10e61db None None] Current status of the port 730a8e6a-e080-46de-a648-9b42bddd2dd6 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:36.817503 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bf8bede8-8cef-4dbc-b62c-e4e9c10e61db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.896724 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Allocated IP 172.20.0.1 (d8eaca00-9ce0-454f-9fb3-291577542b1d/5f60e310-18df-48f3-9225-ff862d495fe3/83e4774d-0372-49f5-b986-009ebb3e4093) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:36.897529 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:36.909053 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:36.911235 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:37.095852 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-bf8bede8-8cef-4dbc-b62c-e4e9c10e61db None None] For port 730a8e6a-e080-46de-a648-9b42bddd2dd6, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=730a8e6a-e080-46de-a648-9b42bddd2dd6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:37.112581 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bf8bede8-8cef-4dbc-b62c-e4e9c10e61db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.136875 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:37.171350 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 730a8e6a-e080-46de-a648-9b42bddd2dd6 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:37.171752 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.272421 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:37.273255 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-c5cbba93-21c1-44c7-9063-40649d419cde None None] Provisioning complete for port 730a8e6a-e080-46de-a648-9b42bddd2dd6 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:37.273637 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c5cbba93-21c1-44c7-9063-40649d419cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.308992 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bede8-8cef-4dbc-b62c-e4e9c10e61db None None] Pushing event updated for resources: {'Port': ['ID=730a8e6a-e080-46de-a648-9b42bddd2dd6,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:37.387010 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe8456-8bda-4b0b-9097-30b5bf60e686 req-c84f4354-cdd3-478e-b339-07651e5b030a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:37.388521 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-febe8456-8bda-4b0b-9097-30b5bf60e686 req-c84f4354-cdd3-478e-b339-07651e5b030a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0707247 Jul 14 11:09:37.428207 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks [] for port (83e4774d-0372-49f5-b986-009ebb3e4093), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.443596 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 730a8e6a-e080-46de-a648-9b42bddd2dd6 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:37.477592 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-febe8456-8bda-4b0b-9097-30b5bf60e686 req-31291598-0949-43a3-9580-d7b5dc0d16d8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809193 Jul 14 11:09:37.493688 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-c5cbba93-21c1-44c7-9063-40649d419cde None None] Current status of the port 730a8e6a-e080-46de-a648-9b42bddd2dd6 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:37.494276 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.499579 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Publish callbacks [] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.508875 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.535889 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Network d8eaca00-9ce0-454f-9fb3-291577542b1d is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:37.541593 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:37.548044 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:37.568869 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Attempting to bind port 0d9ddf59-5c8a-4353-9809-bb33d157a06c on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:09:37.569234 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Attempting to bind port 0d9ddf59-5c8a-4353-9809-bb33d157a06c by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:09:37.569600 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Attempting to bind port 0d9ddf59-5c8a-4353-9809-bb33d157a06c on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:37.573185 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0da8b-9007-40fe-ab1a-7c335af78af6 None None] Pushing event updated for resources: {'Port': ['ID=0d9ddf59-5c8a-4353-9809-bb33d157a06c,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:37.582539 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:09:37.582921 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:09:37.583318 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.583733 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:09:37.584217 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Bound port: 0d9ddf59-5c8a-4353-9809-bb33d157a06c, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:09:37.584596 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.587136 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Pushing event updated for resources: {'Port': ['ID=83e4774d-0372-49f5-b986-009ebb3e4093,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:37.600087 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (e333d302-97e4-45f3-8be6-47dbeb802832), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.626488 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-433ae86f-f1d1-4587-b088-e9acf9743d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.649959 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] For port 0d9ddf59-5c8a-4353-9809-bb33d157a06c, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:09:37.654043 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] For port 0d9ddf59-5c8a-4353-9809-bb33d157a06c, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0d9ddf59-5c8a-4353-9809-bb33d157a06c,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:09:37.663016 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.728175 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2309b-5b53-4a5b-8485-a124e33e013b req-f2d4a99c-fe6d-4671-b353-b9ea333e51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:37.730479 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8db2309b-5b53-4a5b-8485-a124e33e013b req-f2d4a99c-fe6d-4671-b353-b9ea333e51f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 1129 time: 0.0613515 Jul 14 11:09:37.736355 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:37.737018 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:09:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:37.767130 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.770914 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:37.784171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0da8b-9007-40fe-ab1a-7c335af78af6 None None] Pushing event updated for resources: {'Port': ['ID=0d9ddf59-5c8a-4353-9809-bb33d157a06c,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:37.792025 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8db2309b-5b53-4a5b-8485-a124e33e013b req-2c6e7062-4328-433f-9ef7-c6b43f67d565 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530355 Jul 14 11:09:37.879832 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:37.929659 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-c9e88dc4-fb93-42ef-b3d3-ccb79a5660a8 None None] Provisioning complete for port 83e4774d-0372-49f5-b986-009ebb3e4093 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:37.930054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c9e88dc4-fb93-42ef-b3d3-ccb79a5660a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:38.027233 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:38.034844 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks [] for port (83e4774d-0372-49f5-b986-009ebb3e4093), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:38.042401 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-c9e88dc4-fb93-42ef-b3d3-ccb79a5660a8 None None] Port 83e4774d-0372-49f5-b986-009ebb3e4093 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:09:38.042615 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:38.074602 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:38.124435 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:36Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:38.151240 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23c5a9-c240-44a9-9ad3-5dae597a6785 None None] The sync data for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi is: [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:36Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:09:38.160106 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (e333d302-97e4-45f3-8be6-47dbeb802832), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:38.182594 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Pushing event updated for resources: {'Port': ['ID=83e4774d-0372-49f5-b986-009ebb3e4093,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:38.330624 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Network d8eaca00-9ce0-454f-9fb3-291577542b1d is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:38.332772 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:38.462669 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:38.494027 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Router e333d302-97e4-45f3-8be6-47dbeb802832 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:09:38.575525 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 730a8e6a-e080-46de-a648-9b42bddd2dd6 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:38.642883 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:38.656126 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:09:38.672131 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e744732a-da12-41d3-85c9-5c772c65591c admin admin] 10.222.0.75 "PUT /v2.0/routers/e333d302-97e4-45f3-8be6-47dbeb802832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8581984 Jul 14 11:09:38.697401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbc14a-3292-4aca-80e2-c60738290936 req-fc80cf70-7c44-4999-95b1-638d855b94d8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:38.701869 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9ecbc14a-3292-4aca-80e2-c60738290936 req-fc80cf70-7c44-4999-95b1-638d855b94d8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0952353 Jul 14 11:09:38.712098 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 730a8e6a-e080-46de-a648-9b42bddd2dd6 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:38.712507 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:38.716381 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:38.769783 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9ecbc14a-3292-4aca-80e2-c60738290936 req-13f83874-8e2a-438b-aa8a-e9676f6eba93 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 Jul 14 11:09:38.786724 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-a7cd12d1-14e9-489d-a830-29ae1efe6327 None None] Provisioning complete for port 83e4774d-0372-49f5-b986-009ebb3e4093 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:38.787095 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a7cd12d1-14e9-489d-a830-29ae1efe6327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:38.852960 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd12d1-14e9-489d-a830-29ae1efe6327 None None] Port 83e4774d-0372-49f5-b986-009ebb3e4093 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:09:38.868754 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 730a8e6a-e080-46de-a648-9b42bddd2dd6 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:39.028221 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=65 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:39.095946 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56222) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:39.100596 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2474bc05-31a1-4d3c-8443-3194dda07463 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130985825', 'description': 'tempest-description--175313534'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:39.124474 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2474bc05-31a1-4d3c-8443-3194dda07463 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.201630 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2474bc05-31a1-4d3c-8443-3194dda07463 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (3feae0d9-361b-4e7c-b59b-2e013ccb6683), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.205931 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2474bc05-31a1-4d3c-8443-3194dda07463 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (3feae0d9-361b-4e7c-b59b-2e013ccb6683), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.243661 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2474bc05-31a1-4d3c-8443-3194dda07463 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.244923 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2474bc05-31a1-4d3c-8443-3194dda07463 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1479614 Jul 14 11:09:39.248667 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474bc05-31a1-4d3c-8443-3194dda07463 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3feae0d9-361b-4e7c-b59b-2e013ccb6683,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:39.248983 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56224) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:39.256018 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-69a97456-5c99-4c5e-90e4-6e84e70270cb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'security_group_rule': {'security_group_id': '3feae0d9-361b-4e7c-b59b-2e013ccb6683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:39.287774 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69a97456-5c99-4c5e-90e4-6e84e70270cb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (df66a14a-2fd7-489c-95a1-b8624a563e31), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.374357 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69a97456-5c99-4c5e-90e4-6e84e70270cb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (df66a14a-2fd7-489c-95a1-b8624a563e31), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.379926 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69a97456-5c99-4c5e-90e4-6e84e70270cb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (df66a14a-2fd7-489c-95a1-b8624a563e31), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.414581 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a97456-5c99-4c5e-90e4-6e84e70270cb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df66a14a-2fd7-489c-95a1-b8624a563e31,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:39.422989 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69a97456-5c99-4c5e-90e4-6e84e70270cb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.427613 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-69a97456-5c99-4c5e-90e4-6e84e70270cb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746550 Jul 14 11:09:39.429728 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56230) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:39.435878 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-772f753c-3ef9-46c3-88f7-93628e852e03 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'security_group_rule': {'security_group_id': '3feae0d9-361b-4e7c-b59b-2e013ccb6683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:39.484697 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-772f753c-3ef9-46c3-88f7-93628e852e03 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (00d98a6d-158d-482c-81a3-72119eb2c603), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.562272 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-772f753c-3ef9-46c3-88f7-93628e852e03 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (00d98a6d-158d-482c-81a3-72119eb2c603), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.567118 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-772f753c-3ef9-46c3-88f7-93628e852e03 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (00d98a6d-158d-482c-81a3-72119eb2c603), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.587762 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f753c-3ef9-46c3-88f7-93628e852e03 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d98a6d-158d-482c-81a3-72119eb2c603,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:39.598331 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-772f753c-3ef9-46c3-88f7-93628e852e03 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.603189 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56234) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:39.603490 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-772f753c-3ef9-46c3-88f7-93628e852e03 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735654 Jul 14 11:09:39.609100 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:39.640920 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.732416 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:39.859790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Allocated IP 172.27.0.220 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/d707ab64-fdcb-41ce-b20e-d390e33677cf) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:39.930224 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0580ff9-91c3-47d2-981c-cec21170cf01 req-035ab4e1-cda6-4905-8402-55dc0d4830ae tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:39.931890 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a0580ff9-91c3-47d2-981c-cec21170cf01 req-035ab4e1-cda6-4905-8402-55dc0d4830ae tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0737419 Jul 14 11:09:40.052477 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a0580ff9-91c3-47d2-981c-cec21170cf01 req-82415829-f1c0-4155-b726-76ae7fe7d6dd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090171 Jul 14 11:09:40.070181 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.080920 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:40.118068 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.152490 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:40.161905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:40.171159 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:40.176668 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:40.187136 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'Port': ['ID=d707ab64-fdcb-41ce-b20e-d390e33677cf,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:40.240082 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.247840 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (caec570d-3fca-4d2b-b8ee-9799abe279ee), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.298030 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.478147 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.501321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.523334 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.541952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (caec570d-3fca-4d2b-b8ee-9799abe279ee), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.566562 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'Port': ['ID=d707ab64-fdcb-41ce-b20e-d390e33677cf,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:40.571346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.572743 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-81ecdf8a-e879-48f0-b149-5cf4cdb15e86 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9680121 Jul 14 11:09:40.598893 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0d9ddf59-5c8a-4353-9809-bb33d157a06c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:40.620945 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Sync routers for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:09:40.637434 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:40.638570 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:09:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:40.682534 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 0d9ddf59-5c8a-4353-9809-bb33d157a06c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:40.683120 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.770330 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:40.800541 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 0d9ddf59-5c8a-4353-9809-bb33d157a06c is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:40.800939 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.829437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 0d9ddf59-5c8a-4353-9809-bb33d157a06c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0d9ddf59-5c8a-4353-9809-bb33d157a06c,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:40.837148 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.852136 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c6a835d7-7404-4589-b821-b07e3b64fd69 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--130985825&fields=id&tenant_id=a7cf89df79d64153a73a5ec4d49f376f HTTP/1.1" status: 200 len: 267 time: 0.0862997 Jul 14 11:09:40.902380 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=0d9ddf59-5c8a-4353-9809-bb33d157a06c,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:40.985977 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-4e065d86-5b47-43fb-9027-22ef67f6d036 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:40.987616 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-4e065d86-5b47-43fb-9027-22ef67f6d036 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 808 time: 0.1262956 Jul 14 11:09:41.004847 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-cff52506-316b-46bf-a7b2-922c54340aa4 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/quotas/a7cf89df79d64153a73a5ec4d49f376f HTTP/1.1" status: 200 len: 375 time: 0.0102296 Jul 14 11:09:41.051918 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:41.071164 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-3741a313-4286-47de-8b29-4dec4ba6071b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592294 Jul 14 11:09:41.084420 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 2, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:41.118567 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Checking router: e333d302-97e4-45f3-8be6-47dbeb802832 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:09:41.119102 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Updating router e333d302-97e4-45f3-8be6-47dbeb802832 port 83e4774d-0372-49f5-b986-009ebb3e4093 binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:09:41.159213 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:41.238452 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-2772a3c6-1d93-44ea-be6e-c9c94dfed178 service neutron] 10.222.0.75 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501689 Jul 14 11:09:41.274538 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82555e52-efaf-48e0-8764-3ad993457c8b req-3f67a43d-13d6-4f1e-8f26-9bd57ffa47ad tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:41.277224 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-82555e52-efaf-48e0-8764-3ad993457c8b req-3f67a43d-13d6-4f1e-8f26-9bd57ffa47ad tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0729947 Jul 14 11:09:41.343815 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-82555e52-efaf-48e0-8764-3ad993457c8b req-610e980a-42c1-454b-895f-409a26ac90ad tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Jul 14 11:09:41.388150 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-d1d349f4-057e-4d15-8402-d5398ec81f68 service neutron] 10.222.0.75 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381898 Jul 14 11:09:41.417682 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:41.558073 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Publish callbacks [] for port (83e4774d-0372-49f5-b986-009ebb3e4093), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:41.561279 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3054f0d-b723-4a7f-a39d-373b9d100089 req-f4c18641-9d56-4dd1-850f-2fb27ad4152d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:41.563761 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3054f0d-b723-4a7f-a39d-373b9d100089 req-f4c18641-9d56-4dd1-850f-2fb27ad4152d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0854759 Jul 14 11:09:41.567852 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:41.635925 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3054f0d-b723-4a7f-a39d-373b9d100089 req-0b9f188e-276d-481b-b93f-3039485c7107 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628071 Jul 14 11:09:41.746750 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Pushing event updated for resources: {'Port': ['ID=83e4774d-0372-49f5-b986-009ebb3e4093,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:41.756617 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.756966 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.757900 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.758254 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.758730 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.759069 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.759412 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.759794 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.760310 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.760787 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.761266 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.762233 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.762776 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.763348 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.763845 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:41.764293 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-56f50365-97c7-4be2-a2c0-81c4627940b0 req-043b842a-76bf-4d42-bf89-7d7c45c09116 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 210 time: 0.1007078 Jul 14 11:09:41.799083 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Attempting to bind port 83e4774d-0372-49f5-b986-009ebb3e4093 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:09:41.799615 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Attempting to bind port 83e4774d-0372-49f5-b986-009ebb3e4093 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:09:41.799971 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Attempting to bind port 83e4774d-0372-49f5-b986-009ebb3e4093 on network d8eaca00-9ce0-454f-9fb3-291577542b1d {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:41.820603 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:09:41.827474 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Checking segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:09:41.828406 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:41.829106 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Bound using segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:09:41.829958 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Bound port: 83e4774d-0372-49f5-b986-009ebb3e4093, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:09:41.830618 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:41.903744 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:41.952131 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] For port 83e4774d-0372-49f5-b986-009ebb3e4093, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:09:41.958003 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] For port 83e4774d-0372-49f5-b986-009ebb3e4093, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=83e4774d-0372-49f5-b986-009ebb3e4093,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:09:41.971875 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.115770 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:42.117918 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:09:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:42.128266 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-f77e07bd-de21-40b9-8a80-0244945893f6 None None] Provisioning complete for port 83e4774d-0372-49f5-b986-009ebb3e4093 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:42.130097 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f77e07bd-de21-40b9-8a80-0244945893f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.203309 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6bf67-0c56-426e-b64a-226ba50a240f None None] Pushing event updated for resources: {'Port': ['ID=83e4774d-0372-49f5-b986-009ebb3e4093,revision_number=4']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:42.345006 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:42.345276 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-f77e07bd-de21-40b9-8a80-0244945893f6 None None] Current status of the port 83e4774d-0372-49f5-b986-009ebb3e4093 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:42.346317 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f77e07bd-de21-40b9-8a80-0244945893f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.429890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-f77e07bd-de21-40b9-8a80-0244945893f6 None None] For port 83e4774d-0372-49f5-b986-009ebb3e4093, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=83e4774d-0372-49f5-b986-009ebb3e4093,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:42.440659 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f77e07bd-de21-40b9-8a80-0244945893f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.538122 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e07bd-de21-40b9-8a80-0244945893f6 None None] Pushing event updated for resources: {'Port': ['ID=83e4774d-0372-49f5-b986-009ebb3e4093,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:42.558246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:42.564017 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-1785522d-8005-4b17-85fa-d6695cb4862c None None] Provisioning complete for port 83e4774d-0372-49f5-b986-009ebb3e4093 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:42.564446 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1785522d-8005-4b17-85fa-d6695cb4862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.673477 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 83e4774d-0372-49f5-b986-009ebb3e4093 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:42.702335 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:41Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:42.729426 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b77aac-b01d-48b4-a11c-be2e87e536d1 None None] The sync data for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi is: [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:41Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:09:42.738357 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1785522d-8005-4b17-85fa-d6695cb4862c None None] Current status of the port 83e4774d-0372-49f5-b986-009ebb3e4093 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:42.772210 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 83e4774d-0372-49f5-b986-009ebb3e4093 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:42.773398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.903712 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 83e4774d-0372-49f5-b986-009ebb3e4093 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:42.904823 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0d9ddf59-5c8a-4353-9809-bb33d157a06c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:42.907643 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:42.941259 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-34cdad1e-8eca-415c-adec-2b5ce47259c8 req-5331832a-f922-423c-bd7f-f59ae69eb4d7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 210 time: 0.0500321 Jul 14 11:09:42.998848 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 0d9ddf59-5c8a-4353-9809-bb33d157a06c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:42.999479 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:43.098851 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 0d9ddf59-5c8a-4353-9809-bb33d157a06c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:44.056805 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f91c6c76-a1e6-403a-97b2-f76d7823adb1 req-03484e4f-92b3-41ff-8d5e-b3e85007b4d6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 210 time: 0.0309467 Jul 14 11:09:44.559901 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 83e4774d-0372-49f5-b986-009ebb3e4093 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:44.635609 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 83e4774d-0372-49f5-b986-009ebb3e4093 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:44.636181 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:44.734609 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 83e4774d-0372-49f5-b986-009ebb3e4093 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:45.160623 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bba0b3d4-b63d-4c8b-a458-7449ce4affc7 req-08099732-dbf2-4bf7-91c2-a8a3286adae8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 210 time: 0.0312355 Jul 14 11:09:45.270193 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.404763 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-1a320827-828b-4f3c-a576-1e13881f2310 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:45.407301 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-1a320827-828b-4f3c-a576-1e13881f2310 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 808 time: 0.1249878 Jul 14 11:09:45.489141 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-d618b161-247d-4a30-a992-7bc578e26858 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7cf89df79d64153a73a5ec4d49f376f HTTP/1.1" status: 200 len: 379 time: 0.0649543 Jul 14 11:09:45.500679 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'port': {'device_id': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'admin_state_up': True, 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'security_groups': ['3feae0d9-361b-4e7c-b59b-2e013ccb6683']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:45.613038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:45.642807 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Made reservation on behalf of a7cf89df79d64153a73a5ec4d49f376f for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:09:45.649412 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.696937 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:45.810871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Allocated IP 172.20.0.5 (d8eaca00-9ce0-454f-9fb3-291577542b1d/5f60e310-18df-48f3-9225-ff862d495fe3/96ec0c47-759f-4fc1-a1f6-482d3b2353f6) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:45.963006 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.999045 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.044311 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Network d8eaca00-9ce0-454f-9fb3-291577542b1d is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:46.051069 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:46.058947 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:46.065542 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:46.065542 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.073125 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'Port': ['ID=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:46.090658 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c19240f4-e0e5-440a-a035-37ac60b66f92 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952408 Jul 14 11:09:46.108443 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Request body: {'port': {'device_id': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:46.218652 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.324170 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:46.334726 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c97be-90f5-4d04-9235-3572506266e0 req-2b8e1b3f-75f9-4488-9ea0-7463064fdd3e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:46.336698 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-044c97be-90f5-4d04-9235-3572506266e0 req-2b8e1b3f-75f9-4488-9ea0-7463064fdd3e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 931 time: 0.0633209 Jul 14 11:09:46.401225 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-28857da9-4651-4d77-8589-08891de4e6bc None None] Provisioning complete for port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:46.402606 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-28857da9-4651-4d77-8589-08891de4e6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.423175 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-044c97be-90f5-4d04-9235-3572506266e0 req-9628781f-527d-44f4-bb44-767d84b449fe tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760727 Jul 14 11:09:46.452882 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-28857da9-4651-4d77-8589-08891de4e6bc None None] Port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:09:46.590488 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:09:46.599067 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Publish callbacks [] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.614343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Transition to ACTIVE for port object 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:09:46.620360 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.672528 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:46.694993 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:46.715142 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Pushing event updated for resources: {'Port': ['ID=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:46.771640 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Attempting to bind port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:09:46.772157 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Attempting to bind port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:09:46.772720 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Attempting to bind port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 on network d8eaca00-9ce0-454f-9fb3-291577542b1d {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:46.779718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 on network d8eaca00-9ce0-454f-9fb3-291577542b1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:09:46.780195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Attempting to bind port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 on network d8eaca00-9ce0-454f-9fb3-291577542b1d {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:46.787085 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:09:46.787630 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Checking segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:09:46.788699 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Bound using segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:09:46.789431 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Bound port: 96ec0c47-759f-4fc1-a1f6-482d3b2353f6, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:09:46.790814 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.881242 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] For port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:09:46.887638 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] For port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:09:46.898383 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.952288 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:46.953270 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.955296 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] 10.222.0.26 "PUT /v2.0/ports/96ec0c47-759f-4fc1-a1f6-482d3b2353f6 HTTP/1.1" status: 200 len: 1093 time: 0.8515072 Jul 14 11:09:46.955938 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:46.958990 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39dbca4-ebb7-4b91-bb67-22761f2f5657" -d '{"events": [{"name": "network-changed", "server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:47.000346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37df9-756b-479c-8012-f16ddd3f4830 service neutron] Pushing event updated for resources: {'Port': ['ID=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:47.030330 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcff625-3522-4fe8-8a30-d9c2ad91d60d x-openstack-request-id: req-bfcff625-3522-4fe8-8a30-d9c2ad91d60d {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:47.030759 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:47.031316 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bfcff625-3522-4fe8-8a30-d9c2ad91d60d {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:47.031900 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcff625-3522-4fe8-8a30-d9c2ad91d60d'] response: {'name': 'network-changed', 'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'status': 'completed', 'code': 200} Jul 14 11:09:47.170458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c4a2-673c-45ca-90f6-829f610cf2ea req-1bcea61c-15bd-47e1-a4e8-0bc989688e18 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:47.173047 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee23c4a2-673c-45ca-90f6-829f610cf2ea req-1bcea61c-15bd-47e1-a4e8-0bc989688e18 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0744905 Jul 14 11:09:47.239214 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee23c4a2-673c-45ca-90f6-829f610cf2ea req-c7584a79-53e7-481e-b106-388a0799230c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554070 Jul 14 11:09:47.556195 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821f35a-98b7-4494-8d24-8fa47e076a7f req-2371b85f-71fd-4d10-8e93-e2f7621bce4a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:47.557695 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9821f35a-98b7-4494-8d24-8fa47e076a7f req-2371b85f-71fd-4d10-8e93-e2f7621bce4a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0484369 Jul 14 11:09:47.605503 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9821f35a-98b7-4494-8d24-8fa47e076a7f req-7cef338b-f871-48e4-b459-b897fc19054c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421505 Jul 14 11:09:48.371763 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64140c7-41d1-45ea-b39f-c8410a7244f0 req-fcca1335-782b-4564-b850-679e214db2bc tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:48.373416 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e64140c7-41d1-45ea-b39f-c8410a7244f0 req-fcca1335-782b-4564-b850-679e214db2bc tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0583749 Jul 14 11:09:48.431178 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e64140c7-41d1-45ea-b39f-c8410a7244f0 req-9a18c583-c120-4c13-b05f-02e66c402d0b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 Jul 14 11:09:48.734550 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fa9a0-52af-4831-8caf-ffd40840dd33 req-96dd1d4e-b6f3-4a17-8d83-04b5d6bd6780 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:48.736001 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-686fa9a0-52af-4831-8caf-ffd40840dd33 req-96dd1d4e-b6f3-4a17-8d83-04b5d6bd6780 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0491340 Jul 14 11:09:48.784061 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-686fa9a0-52af-4831-8caf-ffd40840dd33 req-4f569150-c3da-4bb2-b602-c6e1ab23570b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Jul 14 11:09:49.567044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eac75-b3c4-4f51-946d-a01da41e309b req-cdf4748f-a240-4754-963c-75bbf8e8358e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:49.568574 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf7eac75-b3c4-4f51-946d-a01da41e309b req-cdf4748f-a240-4754-963c-75bbf8e8358e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0490398 Jul 14 11:09:49.623485 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf7eac75-b3c4-4f51-946d-a01da41e309b req-8ff3b8ba-864d-441e-b378-1396138d0317 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488091 Jul 14 11:09:49.909184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba178b-69ac-4d91-a839-6bb42f65e2e5 req-504a6075-d9da-4cd3-aef7-24e354b8f52a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:49.910710 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-baba178b-69ac-4d91-a839-6bb42f65e2e5 req-504a6075-d9da-4cd3-aef7-24e354b8f52a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0554674 Jul 14 11:09:49.961022 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-baba178b-69ac-4d91-a839-6bb42f65e2e5 req-63a3d109-0843-44fd-a56f-ae2709083b42 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441210 Jul 14 11:09:50.516231 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dbca4-ebb7-4b91-bb67-22761f2f5657 req-e8c3a2ef-892d-4003-b571-fd7fcd891a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:50.517742 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e39dbca4-ebb7-4b91-bb67-22761f2f5657 req-e8c3a2ef-892d-4003-b571-fd7fcd891a08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 1127 time: 0.0474722 Jul 14 11:09:50.602493 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-fc2111d2-2446-4ff0-8c3b-98ca0f8a4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:50.604017 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-fc2111d2-2446-4ff0-8c3b-98ca0f8a4b48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 1130 time: 0.0851250 Jul 14 11:09:51.053657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f3c00-2ade-42e9-967c-c36e1f66895d req-f6dd8ee1-1b12-44e1-a1f4-900533d5f76a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.055708 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9c1f3c00-2ade-42e9-967c-c36e1f66895d req-f6dd8ee1-1b12-44e1-a1f4-900533d5f76a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.1567695 Jul 14 11:09:51.066437 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dbca4-ebb7-4b91-bb67-22761f2f5657 req-b89de2f3-9e2c-4136-82e4-a534da6cbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.067878 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e39dbca4-ebb7-4b91-bb67-22761f2f5657 req-b89de2f3-9e2c-4136-82e4-a534da6cbf50 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5214193 Jul 14 11:09:51.079430 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b779d-7ed9-4e22-89da-dfd930ff166c req-556c69b2-f8e4-4621-90db-4871d38a0c95 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.080959 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-199b779d-7ed9-4e22-89da-dfd930ff166c req-556c69b2-f8e4-4621-90db-4871d38a0c95 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0486460 Jul 14 11:09:51.091681 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:51.130578 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-199b779d-7ed9-4e22-89da-dfd930ff166c req-ae71e303-03c2-463a-9bfc-9810714d2d8f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435140 Jul 14 11:09:51.166829 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-ba5718a3-29aa-4f4c-8905-4921a45dcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.168354 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-ba5718a3-29aa-4f4c-8905-4921a45dcb08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.5477946 Jul 14 11:09:51.274253 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-9bcbbda9-d234-469c-8fb9-71a5ddcb5122 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687 HTTP/1.1" status: 200 len: 217 time: 0.0700512 Jul 14 11:09:51.284146 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9c1f3c00-2ade-42e9-967c-c36e1f66895d req-47f07afe-72fa-40ea-8fc5-7943d03d4354 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212188 Jul 14 11:09:51.363550 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dbca4-ebb7-4b91-bb67-22761f2f5657 req-666acc31-eb74-4b82-b152-7337c7d62b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.365051 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e39dbca4-ebb7-4b91-bb67-22761f2f5657 req-666acc31-eb74-4b82-b152-7337c7d62b73 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2891412 Jul 14 11:09:51.371535 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-e4039032-a93a-4c15-93c1-5f3ca7e1efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.372921 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-e4039032-a93a-4c15-93c1-5f3ca7e1efee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0879421 Jul 14 11:09:51.431440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-0934f0d2-8c82-4a3c-a9c7-55bc84549228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.432966 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-0934f0d2-8c82-4a3c-a9c7-55bc84549228 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472431 Jul 14 11:09:51.500970 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:51.540556 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-ab7239bd-a58f-4302-9b7f-ea5139d6bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.542061 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-ab7239bd-a58f-4302-9b7f-ea5139d6bf81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 1127 time: 0.0874450 Jul 14 11:09:51.608260 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-45cf8679-4fdf-4609-b16b-e0b1d9cc4a42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6 HTTP/1.1" status: 200 len: 217 time: 0.0477989 Jul 14 11:09:51.612201 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-187a4f11-6b71-478c-ab63-f2aa0433d9a8 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654968 Jul 14 11:09:51.720306 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-028359a6-25d1-4477-9ce9-11b466d57e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.721892 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-028359a6-25d1-4477-9ce9-11b466d57e91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 200 len: 847 time: 0.1031215 Jul 14 11:09:51.783628 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-037c8aaa-799f-4dcf-b5aa-87094541c017 req-3ee32190-bddc-4045-8e6c-b670b95cedb2 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632106 Jul 14 11:09:51.789651 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-78cb1ba6-7978-411d-8ba5-de1d69fcca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.792024 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-78cb1ba6-7978-411d-8ba5-de1d69fcca55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8eaca00-9ce0-454f-9fb3-291577542b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624442 Jul 14 11:09:51.918713 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-22458241-0619-4146-93d2-6043f1b52c8e service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151097 Jul 14 11:09:52.275733 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aeb3db-3164-420a-bad7-57820f9fe74b req-a10cff68-b8ad-4db3-82f7-e33ca660d58c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:52.277268 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-37aeb3db-3164-420a-bad7-57820f9fe74b req-a10cff68-b8ad-4db3-82f7-e33ca660d58c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0704594 Jul 14 11:09:52.335218 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-37aeb3db-3164-420a-bad7-57820f9fe74b req-5e88544b-e5c1-45b2-bd5f-2331cf76fa24 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514340 Jul 14 11:09:52.419474 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a03fe8-9695-46a4-8790-71f4aa05e030 req-b3fd8289-e1e8-4334-9259-4f48203348c5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:52.421048 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e6a03fe8-9695-46a4-8790-71f4aa05e030 req-b3fd8289-e1e8-4334-9259-4f48203348c5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0498459 Jul 14 11:09:52.485821 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e6a03fe8-9695-46a4-8790-71f4aa05e030 req-6254be78-a194-47a4-a39e-24a5215e362b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586052 Jul 14 11:09:52.704750 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=1,neutron:SELECT=37,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:52.705971 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:53.464900 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765a181-a47d-4c48-805c-5dbf40fcd2f3 req-0157e678-c7f2-4ba6-9853-dcc812140c62 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:53.466412 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7765a181-a47d-4c48-805c-5dbf40fcd2f3 req-0157e678-c7f2-4ba6-9853-dcc812140c62 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0516746 Jul 14 11:09:53.522733 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7765a181-a47d-4c48-805c-5dbf40fcd2f3 req-38b38af7-ecd9-417d-9eee-034cee92dbcf tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459309 Jul 14 11:09:53.622771 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6520ee-6f09-4678-a59a-73d6f61f81a6 req-f16f3ebf-ea0c-4064-bbe8-af78d0b9e630 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:53.624372 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a6520ee-6f09-4678-a59a-73d6f61f81a6 req-f16f3ebf-ea0c-4064-bbe8-af78d0b9e630 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0510540 Jul 14 11:09:53.675767 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a6520ee-6f09-4678-a59a-73d6f61f81a6 req-7053a87a-8d17-4fbf-ad23-1a9d7f692678 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Jul 14 11:09:54.640697 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81160f1a-e8e8-40e4-a283-98a0f6bc605a req-e93879c4-1255-4805-a067-f7a8e697c303 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:54.642246 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-81160f1a-e8e8-40e4-a283-98a0f6bc605a req-e93879c4-1255-4805-a067-f7a8e697c303 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0479498 Jul 14 11:09:54.702764 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-81160f1a-e8e8-40e4-a283-98a0f6bc605a req-2e4775cd-4ba1-408c-87ac-d92a8537f360 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494335 Jul 14 11:09:54.810042 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4d136-0227-467d-a36c-1eba49d4cc7e req-8559fcfa-fc50-4298-b842-42594c32d3fd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:54.812021 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35b4d136-0227-467d-a36c-1eba49d4cc7e req-8559fcfa-fc50-4298-b842-42594c32d3fd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0599430 Jul 14 11:09:54.862944 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35b4d136-0227-467d-a36c-1eba49d4cc7e req-1a6bf1c6-feb4-4685-b89a-29d3f43df3f7 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Jul 14 11:09:55.838921 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a595b1-d0ec-4f78-af51-e7a215497800 req-0e14da20-4b47-41c0-bb35-9a082a8cf2ef tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:55.840537 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-23a595b1-d0ec-4f78-af51-e7a215497800 req-0e14da20-4b47-41c0-bb35-9a082a8cf2ef tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0555177 Jul 14 11:09:55.892515 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:55.900869 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-23a595b1-d0ec-4f78-af51-e7a215497800 req-e42f4483-2e5e-4995-af06-f0381d2836ed tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513532 Jul 14 11:09:55.908778 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b879b9ca-02c3-4e1a-affc-ff0da127cbb9 req-c32b5f03-1dec-4e77-94a6-9904d8010e8f service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053352 Jul 14 11:09:55.996215 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:56.005516 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2564ebf-5d8f-4f55-93a9-829d5f11abd6 req-268b18d0-013d-4402-bdc6-2d837f80f80c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:56.007112 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2564ebf-5d8f-4f55-93a9-829d5f11abd6 req-268b18d0-013d-4402-bdc6-2d837f80f80c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0569534 Jul 14 11:09:56.057729 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2564ebf-5d8f-4f55-93a9-829d5f11abd6 req-ba8d2101-bb2b-4649-b4e4-08e04fbb7f9a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Jul 14 11:09:57.044385 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a0a9-e458-4fad-bfec-f82279b548f0 req-26c1b4db-4913-4695-9059-43f0aa543070 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:57.045911 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef83a0a9-e458-4fad-bfec-f82279b548f0 req-26c1b4db-4913-4695-9059-43f0aa543070 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0587687 Jul 14 11:09:57.108169 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef83a0a9-e458-4fad-bfec-f82279b548f0 req-92974b1c-f6bd-4cc6-b50f-1372e4c8b5a0 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522103 Jul 14 11:09:57.198790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260dcf1-6e89-4840-a3ff-38e14de99cfe req-d89fc972-b0ff-4569-84f5-ef911abc4efd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:57.203496 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4260dcf1-6e89-4840-a3ff-38e14de99cfe req-d89fc972-b0ff-4569-84f5-ef911abc4efd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0563672 Jul 14 11:09:57.214174 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:57.216627 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=69 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:57.253012 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4260dcf1-6e89-4840-a3ff-38e14de99cfe req-864e4fc8-d073-4b86-b526-92c22cc75f36 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Jul 14 11:09:58.238378 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287880-d265-4ad9-9679-383ab2faf491 req-d7f2abef-fe9c-4be2-ac91-3e51d8a2c3f3 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:58.239969 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e5287880-d265-4ad9-9679-383ab2faf491 req-d7f2abef-fe9c-4be2-ac91-3e51d8a2c3f3 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0589638 Jul 14 11:09:58.295843 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e5287880-d265-4ad9-9679-383ab2faf491 req-f27db7da-b9b1-4bda-be9e-70ea1b5c076e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499680 Jul 14 11:09:58.397867 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb26b-ae80-4fbd-aae0-fbcb3e9b4e33 req-fd3455d7-e2c3-4219-af8a-d6ec5e4d9e13 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:58.399413 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e7cbb26b-ae80-4fbd-aae0-fbcb3e9b4e33 req-fd3455d7-e2c3-4219-af8a-d6ec5e4d9e13 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0558081 Jul 14 11:09:58.436779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:58.454822 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e7cbb26b-ae80-4fbd-aae0-fbcb3e9b4e33 req-a985ef14-4472-45ae-bda5-e5101b57b74a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Jul 14 11:09:59.398428 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:59.416020 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0272e5-ce38-4753-97c8-c68478a84fb0 req-52d11811-9125-4a5e-900d-1969bbc3c913 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:59.417614 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f0272e5-ce38-4753-97c8-c68478a84fb0 req-52d11811-9125-4a5e-900d-1969bbc3c913 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0505142 Jul 14 11:09:59.470755 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f0272e5-ce38-4753-97c8-c68478a84fb0 req-0c5c285a-5d81-45a1-9e93-b63bee4e2dcc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 Jul 14 11:09:59.578131 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fac2-b4d0-45ad-ae1a-c6cfb4bc01ef req-c60eb075-68b8-499a-ae2d-7bab0be3f619 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:59.579652 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc51fac2-b4d0-45ad-ae1a-c6cfb4bc01ef req-c60eb075-68b8-499a-ae2d-7bab0be3f619 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0511718 Jul 14 11:09:59.632040 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc51fac2-b4d0-45ad-ae1a-c6cfb4bc01ef req-f6557349-87ef-442d-8ce7-959d40125670 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Jul 14 11:10:00.599139 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b2771-74b0-40b8-ba14-8ff162c3b608 req-cb3316bb-2301-42aa-90bb-d73f2babc64f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:00.602400 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-379b2771-74b0-40b8-ba14-8ff162c3b608 req-cb3316bb-2301-42aa-90bb-d73f2babc64f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0610383 Jul 14 11:10:00.658711 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-379b2771-74b0-40b8-ba14-8ff162c3b608 req-a1f204f7-fc1e-4bdd-bdf5-a2303dadcc6b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475814 Jul 14 11:10:00.753548 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f24b-a74c-4e60-a7c9-aa728cce7243 req-6392c345-78c5-4c4e-b789-24046efae286 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:00.755264 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5b4f24b-a74c-4e60-a7c9-aa728cce7243 req-6392c345-78c5-4c4e-b789-24046efae286 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0508466 Jul 14 11:10:00.811057 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5b4f24b-a74c-4e60-a7c9-aa728cce7243 req-f77cdaf0-dc2a-431f-8657-e8aad4744c1b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jul 14 11:10:01.793689 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960259a-eed7-4864-b16b-58bb4d6925a0 req-95183859-ac7d-4a4f-83d6-8bbcb07df43b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:01.795252 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d960259a-eed7-4864-b16b-58bb4d6925a0 req-95183859-ac7d-4a4f-83d6-8bbcb07df43b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0500565 Jul 14 11:10:01.847491 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d960259a-eed7-4864-b16b-58bb4d6925a0 req-da0baf85-7e0c-47b2-b5a9-33a965afbf37 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464218 Jul 14 11:10:01.947293 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904b936-1d21-4b21-aac0-2fa0d15f477c req-3c3053a6-8a22-47ee-96ea-581d253f534d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:01.948898 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4904b936-1d21-4b21-aac0-2fa0d15f477c req-3c3053a6-8a22-47ee-96ea-581d253f534d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0582428 Jul 14 11:10:02.004791 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4904b936-1d21-4b21-aac0-2fa0d15f477c req-f5d1b2eb-3f8c-46e8-b2de-ae23f02b5e06 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 Jul 14 11:10:02.969339 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418645a4-dbf9-4eaf-a578-a078d2e6e548 req-6bc53505-20df-4ce5-a1eb-74314ec41eba tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:02.970984 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-418645a4-dbf9-4eaf-a578-a078d2e6e548 req-6bc53505-20df-4ce5-a1eb-74314ec41eba tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0504296 Jul 14 11:10:03.024228 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-418645a4-dbf9-4eaf-a578-a078d2e6e548 req-3bf49872-afc6-4927-849e-ddd5a2847519 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464909 Jul 14 11:10:03.135977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ebffc-9cb0-4fe6-aa5c-291e965afcce req-91242d9e-6099-4719-b4c1-689e7b83156b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:03.137624 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-522ebffc-9cb0-4fe6-aa5c-291e965afcce req-91242d9e-6099-4719-b4c1-689e7b83156b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0502279 Jul 14 11:10:03.188214 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-522ebffc-9cb0-4fe6-aa5c-291e965afcce req-4d037c42-9219-41aa-8826-243a52bc06bd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jul 14 11:10:04.168930 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7cfde-1a8d-4f99-a503-3e785ac15254 req-c49d468b-3072-4c0f-a2ad-b184d987cf5c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:04.170421 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-76d7cfde-1a8d-4f99-a503-3e785ac15254 req-c49d468b-3072-4c0f-a2ad-b184d987cf5c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 943 time: 0.0514100 Jul 14 11:10:04.221249 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-76d7cfde-1a8d-4f99-a503-3e785ac15254 req-7fb879f7-170e-41c1-b07a-b5be7bb2e1d0 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Jul 14 11:10:04.311962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae86ab-599e-4498-be92-02d4a11dd64e req-0e38fcac-f58a-499c-82a8-c66145b6778f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:04.313396 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-28ae86ab-599e-4498-be92-02d4a11dd64e req-0e38fcac-f58a-499c-82a8-c66145b6778f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0526218 Jul 14 11:10:04.362947 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-28ae86ab-599e-4498-be92-02d4a11dd64e req-42e63deb-e522-428a-8fda-66afcb90c5ae tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Jul 14 11:10:04.499548 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:10:04.606215 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:10:04.619002 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'port_id': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'mac_address': 'fa:16:3e:aa:6d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:10:04.655508 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:10:04.655894 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:04.674317 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:10:04.697311 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:10:04.702685 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:04.756412 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:05.323851 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-25bf8afa-33e1-4a85-b9ce-38158935e991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:05.343284 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62598cc5-ff62-485a-addc-4bc7dc847d0e req-c3186acc-fe45-4bd6-aa33-89b363e796fc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:05.345114 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62598cc5-ff62-485a-addc-4bc7dc847d0e req-c3186acc-fe45-4bd6-aa33-89b363e796fc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 944 time: 0.0547719 Jul 14 11:10:05.411257 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62598cc5-ff62-485a-addc-4bc7dc847d0e req-8b8bff1b-d416-410b-b76a-2446eaa2c5fc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597818 Jul 14 11:10:05.508932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01590-90bf-4799-8f3c-f5d837e2705e req-87686e92-6491-4914-aa31-9e77d3d8e4f0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:05.510480 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fbd01590-90bf-4799-8f3c-f5d837e2705e req-87686e92-6491-4914-aa31-9e77d3d8e4f0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0511506 Jul 14 11:10:05.519641 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['96ec0c47-759f-4fc1-a1f6-482d3b2353f6'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:10:05.567333 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fbd01590-90bf-4799-8f3c-f5d837e2705e req-99b1317c-7db9-404d-9b15-55d12ed0fab5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502405 Jul 14 11:10:06.544165 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b015ed-eed3-4ee9-8c0b-eacbbf8becfb req-e2335a19-289c-4e1b-bb4a-96696a9ed3c1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:06.545682 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-24b015ed-eed3-4ee9-8c0b-eacbbf8becfb req-e2335a19-289c-4e1b-bb4a-96696a9ed3c1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 944 time: 0.0562589 Jul 14 11:10:06.595825 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-24b015ed-eed3-4ee9-8c0b-eacbbf8becfb req-e225d97f-41ae-4141-8252-52dcbf1e659a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444610 Jul 14 11:10:06.687699 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9a54-56bf-4047-933e-403e3b821de2 req-36ed0b27-10d9-496c-856b-7fc5148cf482 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:06.689256 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-611c9a54-56bf-4047-933e-403e3b821de2 req-36ed0b27-10d9-496c-856b-7fc5148cf482 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0491889 Jul 14 11:10:06.744636 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-611c9a54-56bf-4047-933e-403e3b821de2 req-7785ee5b-23d2-47ac-95a8-e1f9e067ef15 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484071 Jul 14 11:10:07.262477 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:10:07.307865 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:10:07.316573 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:10:07.316968 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:07.400020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:10:07.400020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:07.429904 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:10:07.432517 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9607b083-aa5d-4143-81aa-0adf46b73364" -d '{"events": [{"server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "name": "network-vif-plugged", "status": "completed", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:10:07.447498 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:10:07.453099 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:07.502192 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1dbbb8-1bc6-470e-8370-11d0991aef39 x-openstack-request-id: req-df1dbbb8-1bc6-470e-8370-11d0991aef39 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:10:07.502479 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "name": "network-vif-plugged", "status": "completed", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:10:07.502724 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df1dbbb8-1bc6-470e-8370-11d0991aef39 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:10:07.503145 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1dbbb8-1bc6-470e-8370-11d0991aef39'] response: {'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'code': 200} Jul 14 11:10:07.505273 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:07.509672 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:07.595591 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:07.611562 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2ff568a3-fd66-48bd-96c1-98a5646ba44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:07.754458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49a3fb-77e2-48ba-80e0-3f826d13f2b9 req-bad7b43c-ccc6-4a9b-b134-5e2b82328535 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:07.755995 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed49a3fb-77e2-48ba-80e0-3f826d13f2b9 req-bad7b43c-ccc6-4a9b-b134-5e2b82328535 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0515468 Jul 14 11:10:07.810590 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed49a3fb-77e2-48ba-80e0-3f826d13f2b9 req-82db7564-4009-4f29-a0c9-931ecb910239 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484295 Jul 14 11:10:07.889594 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb664e3c-9ba5-43de-be8f-44b4db965b16 req-c8277e2f-9b57-4125-b0b8-5244b4c3fbf6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:07.891220 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eb664e3c-9ba5-43de-be8f-44b4db965b16 req-c8277e2f-9b57-4125-b0b8-5244b4c3fbf6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0726080 Jul 14 11:10:07.948984 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eb664e3c-9ba5-43de-be8f-44b4db965b16 req-10779577-09a4-4bd8-922a-3148c8fa5170 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495777 Jul 14 11:10:08.660288 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:08.934060 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32995dfb-d1d9-47db-85b1-e470a04688f9 req-27744865-970f-4c93-9f34-1b6d219f38ef tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:08.935644 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32995dfb-d1d9-47db-85b1-e470a04688f9 req-27744865-970f-4c93-9f34-1b6d219f38ef tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0505142 Jul 14 11:10:08.964498 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:09.003805 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32995dfb-d1d9-47db-85b1-e470a04688f9 req-59b3ced8-530b-4dc0-a85d-0acd325f5a77 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618532 Jul 14 11:10:09.149039 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1975699-2e8e-431f-ba10-346bd2b93b19 req-68ecc75d-0cab-4177-a98b-ef0a0f6a39ea tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:09.152845 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a1975699-2e8e-431f-ba10-346bd2b93b19 req-68ecc75d-0cab-4177-a98b-ef0a0f6a39ea tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0779252 Jul 14 11:10:09.255180 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a1975699-2e8e-431f-ba10-346bd2b93b19 req-55ca037d-4918-4cce-83fd-e895b6462b3b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925143 Jul 14 11:10:09.372189 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94010cc-9215-470b-b078-857d3422c6f4 req-2331ac20-e756-47d8-8124-3bfb951150ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:09.373709 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c94010cc-9215-470b-b078-857d3422c6f4 req-2331ac20-e756-47d8-8124-3bfb951150ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 1130 time: 0.0785286 Jul 14 11:10:09.374882 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8aaf-ff23-4224-b939-138f8808f639 req-e09f2e12-020c-4314-8491-46182f42db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:09.376341 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6acc8aaf-ff23-4224-b939-138f8808f639 req-e09f2e12-020c-4314-8491-46182f42db75 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 1129 time: 0.0824063 Jul 14 11:10:09.410228 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:09.458366 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c94010cc-9215-470b-b078-857d3422c6f4 req-5946c272-dbb0-46c8-b728-f4081a9855c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719008 Jul 14 11:10:09.461180 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6acc8aaf-ff23-4224-b939-138f8808f639 req-b9586764-2206-494e-982a-708ce5bf442a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690124 Jul 14 11:10:10.070652 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:10.177326 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39dda4-10d0-4d95-8ca3-089a1edc1e34 req-9c1ca86f-3a63-4ccc-933b-d9a9564392a5 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:10.179761 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b39dda4-10d0-4d95-8ca3-089a1edc1e34 req-9c1ca86f-3a63-4ccc-933b-d9a9564392a5 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0659487 Jul 14 11:10:10.235524 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b39dda4-10d0-4d95-8ca3-089a1edc1e34 req-ebd0a81a-2b24-4436-b5b8-badacfdda08c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497348 Jul 14 11:10:10.390671 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540daf2-f730-444b-9fd4-0a03888bd463 req-d742a426-482b-4e8a-bf25-07523ecfbce3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:10.392424 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7540daf2-f730-444b-9fd4-0a03888bd463 req-d742a426-482b-4e8a-bf25-07523ecfbce3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0607955 Jul 14 11:10:10.407817 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:10.448563 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7540daf2-f730-444b-9fd4-0a03888bd463 req-072dcde5-9759-47cb-b372-01ba002d5edc tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468037 Jul 14 11:10:10.498686 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:10.608157 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56588) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:10.728504 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a6f0228-e318-4077-adae-89606589623e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:10.816504 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a6f0228-e318-4077-adae-89606589623e admin admin] Publish callbacks [] for security_group (e67b504d-38a3-455e-8364-8c7ed1003799), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:10.821506 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a6f0228-e318-4077-adae-89606589623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e67b504d-38a3-455e-8364-8c7ed1003799), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:10.876167 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6a6f0228-e318-4077-adae-89606589623e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff13783fe5b44537ae749607d0fe9a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627873 Jul 14 11:10:10.876167 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f0228-e318-4077-adae-89606589623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67b504d-38a3-455e-8364-8c7ed1003799,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:10.876545 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56592) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:10.938897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c82fdbee-b5ee-4280-a064-2317d912e69d admin admin] Publish callbacks [] for security_group (e67b504d-38a3-455e-8364-8c7ed1003799), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:10.975693 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c82fdbee-b5ee-4280-a064-2317d912e69d admin admin] Publish callbacks [] for security_group (e67b504d-38a3-455e-8364-8c7ed1003799), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:11.034663 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c82fdbee-b5ee-4280-a064-2317d912e69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e67b504d-38a3-455e-8364-8c7ed1003799), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:11.039099 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c82fdbee-b5ee-4280-a064-2317d912e69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:11.040428 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c82fdbee-b5ee-4280-a064-2317d912e69d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e67b504d-38a3-455e-8364-8c7ed1003799 HTTP/1.1" status: 204 len: 168 time: 0.1629679 Jul 14 11:10:11.052040 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fdbee-b5ee-4280-a064-2317d912e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67b504d-38a3-455e-8364-8c7ed1003799,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:11.380367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e913e1-504f-4588-a88f-10855a762b37 req-04c8e63f-307f-4f01-9290-34624c23ca7e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:11.382192 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2e913e1-504f-4588-a88f-10855a762b37 req-04c8e63f-307f-4f01-9290-34624c23ca7e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0579727 Jul 14 11:10:11.437524 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b2e913e1-504f-4588-a88f-10855a762b37 req-73e1741a-0652-48af-8ca1-1cf63807778b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488808 Jul 14 11:10:11.627920 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8440cf-38b2-42a1-a0c2-4fb7dc39c3c5 req-75b07c06-6cd5-400b-9201-3c629aaf5b6a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:11.629561 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3c8440cf-38b2-42a1-a0c2-4fb7dc39c3c5 req-75b07c06-6cd5-400b-9201-3c629aaf5b6a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0555844 Jul 14 11:10:11.671530 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:11.685088 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3c8440cf-38b2-42a1-a0c2-4fb7dc39c3c5 req-11cd91b6-f656-42a2-879d-d9b099d4f66a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487988 Jul 14 11:10:11.836514 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:10:12.586183 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def75257-5c60-4657-acdd-5d15a3ba689e req-9084c340-fcae-46b4-873d-22edec6e9e0f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:12.588170 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-def75257-5c60-4657-acdd-5d15a3ba689e req-9084c340-fcae-46b4-873d-22edec6e9e0f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0683994 Jul 14 11:10:12.644682 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-def75257-5c60-4657-acdd-5d15a3ba689e req-a365cc7b-205a-4d11-9a51-3b1ed73d5426 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509624 Jul 14 11:10:12.787266 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28712edb-addc-4b8b-a919-2b0b4eabed35 req-443bf9c9-199f-428a-98e0-f8409f5424e7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:12.788843 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-28712edb-addc-4b8b-a919-2b0b4eabed35 req-443bf9c9-199f-428a-98e0-f8409f5424e7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0541782 Jul 14 11:10:12.797936 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56616) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:12.828396 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'floatingip': {'port_id': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:12.889313 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (caec570d-3fca-4d2b-b8ee-9799abe279ee), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:12.900616 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa3dd6-6612-4f8d-ab04-7b9eef5a4dcc req-066ee080-c032-4811-b8b9-bf71c57ce1a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:12.903049 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5fa3dd6-6612-4f8d-ab04-7b9eef5a4dcc req-066ee080-c032-4811-b8b9-bf71c57ce1a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.1195669 Jul 14 11:10:12.957512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:13.110333 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:13.113745 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c5fa3dd6-6612-4f8d-ab04-7b9eef5a4dcc req-7a96d110-ebd9-43a2-9444-7e73bc3b0740 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659820 Jul 14 11:10:13.407431 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1101de-194c-4f00-8a18-0526350eac35 req-c3a8d381-fec5-4df7-93bf-ae2c5da2d686 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:13.409069 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6f1101de-194c-4f00-8a18-0526350eac35 req-c3a8d381-fec5-4df7-93bf-ae2c5da2d686 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0514472 Jul 14 11:10:13.464684 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6f1101de-194c-4f00-8a18-0526350eac35 req-eeaf02dc-c33d-490e-ad03-6f9672c852aa tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488958 Jul 14 11:10:13.527006 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:13.532223 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (caec570d-3fca-4d2b-b8ee-9799abe279ee), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:13.687193 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Floating IP caec570d-3fca-4d2b-b8ee-9799abe279ee associated. External IP: 172.27.0.220, port: 96ec0c47-759f-4fc1-a1f6-482d3b2353f6. Jul 14 11:10:14.169359 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Router e333d302-97e4-45f3-8be6-47dbeb802832 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:10:14.310923 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:10:14.318090 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:14.321478 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] Sync routers for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:10:14.332990 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:10:14.333738 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:10:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:14.356731 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d26e91d7-313c-4e1d-b740-7ccd66b4a771 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "PUT /v2.0/floatingips/caec570d-3fca-4d2b-b8ee-9799abe279ee HTTP/1.1" status: 200 len: 991 time: 1.5575042 Jul 14 11:10:14.357363 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:10:14.359848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73deace0-ded2-4146-85f3-81ab4ec38d25" -d '{"events": [{"name": "network-changed", "server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:10:14.396613 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5518e0e4-6fd9-4d8b-a0e0-234bc2d2ef9b x-openstack-request-id: req-5518e0e4-6fd9-4d8b-a0e0-234bc2d2ef9b {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:10:14.396905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:10:14.397168 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5518e0e4-6fd9-4d8b-a0e0-234bc2d2ef9b {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:10:14.397540 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5518e0e4-6fd9-4d8b-a0e0-234bc2d2ef9b'] response: {'name': 'network-changed', 'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'status': 'completed', 'code': 200} Jul 14 11:10:14.446988 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:10:14.604093 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13de0a4-2cc9-49a3-ac3a-082f93ca8d67 req-2eca782e-fe80-473c-bee8-8f07f2d073ff tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:14.605638 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c13de0a4-2cc9-49a3-ac3a-082f93ca8d67 req-2eca782e-fe80-473c-bee8-8f07f2d073ff tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0610158 Jul 14 11:10:14.655868 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c13de0a4-2cc9-49a3-ac3a-082f93ca8d67 req-10a22379-2730-42a7-a68c-43f27f1ee821 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Jul 14 11:10:14.695289 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'caec570d-3fca-4d2b-b8ee-9799abe279ee', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'port_id': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'mac_address': 'fa:16:3e:aa:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:09:40Z', 'updated_at': '2022-07-14T11:10:13Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:14.720589 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] Checking router: e333d302-97e4-45f3-8be6-47dbeb802832 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:10:14.729815 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:10:14.730437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:10:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:14.836683 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:10:15.176600 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'caec570d-3fca-4d2b-b8ee-9799abe279ee', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'port_id': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'mac_address': 'fa:16:3e:aa:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:09:40Z', 'updated_at': '2022-07-14T11:10:13Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:15.203566 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3eba55-9a76-48e1-9997-2d4677c614ca None None] The sync data for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi is: [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'caec570d-3fca-4d2b-b8ee-9799abe279ee', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'port_id': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'mac_address': 'fa:16:3e:aa:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:09:40Z', 'updated_at': '2022-07-14T11:10:13Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:10:15.299093 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:15.385945 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a89de8-7eee-47ff-937f-18c64c532949 None None] New status for floating IP caec570d-3fca-4d2b-b8ee-9799abe279ee: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:10:15.779665 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1d1fa-5b4f-4dcb-b55b-312529266210 req-5c33407d-383f-4a26-a0fb-d45cd7236b54 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:15.781204 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6a1d1fa-5b4f-4dcb-b55b-312529266210 req-5c33407d-383f-4a26-a0fb-d45cd7236b54 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0503168 Jul 14 11:10:15.830907 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6a1d1fa-5b4f-4dcb-b55b-312529266210 req-8246f657-e8ce-4833-97ea-a1c9080dfdc6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 Jul 14 11:10:16.450885 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:16.457072 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-349a67e3-de9e-40db-9926-4415c6b7bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.458834 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-349a67e3-de9e-40db-9926-4415c6b7bdbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 1129 time: 0.0771275 Jul 14 11:10:16.461006 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-a903b41d-2631-4d79-b2d8-c59ab8664e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.462505 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-a903b41d-2631-4d79-b2d8-c59ab8664e13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 1130 time: 0.0723133 Jul 14 11:10:16.525581 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:16.638629 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-7e89e93b-eba0-44b9-80eb-6ca01cf0c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.640199 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-7e89e93b-eba0-44b9-80eb-6ca01cf0c16c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 909 time: 0.1705072 Jul 14 11:10:16.641282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-7b49b65f-75a4-4725-8e1b-856a6fbd0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.642580 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-7b49b65f-75a4-4725-8e1b-856a6fbd0d7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.1718018 Jul 14 11:10:16.727375 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-fb49c1a1-0bd1-4544-bdd3-5961ba89e8a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687 HTTP/1.1" status: 200 len: 217 time: 0.0725634 Jul 14 11:10:16.769517 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-bd1636ec-8156-47f7-980a-48046b95521d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6 HTTP/1.1" status: 200 len: 1001 time: 0.1160164 Jul 14 11:10:16.826111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-1cd57be7-f8b7-47df-a107-76e8bcdc6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.827735 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-1cd57be7-f8b7-47df-a107-76e8bcdc6992 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0932429 Jul 14 11:10:16.867317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-66ae9fe0-6af2-4af5-9066-8e9ec1dafdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.868890 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-66ae9fe0-6af2-4af5-9066-8e9ec1dafdba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 200 len: 847 time: 0.0921259 Jul 14 11:10:16.908902 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-0fabc987-f0fc-4fe1-8689-232fac82323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.910541 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-0fabc987-f0fc-4fe1-8689-232fac82323f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760472 Jul 14 11:10:16.945306 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-d8ac0547-2d7f-4e48-a9db-f5712b5f6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.946950 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-d8ac0547-2d7f-4e48-a9db-f5712b5f6a64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8eaca00-9ce0-454f-9fb3-291577542b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693824 Jul 14 11:10:16.972884 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf4b87-f21e-4be6-b9c1-afae8f78a6c0 req-5976c217-94e2-471e-ab18-659ada50fd0f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:16.974739 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-91bf4b87-f21e-4be6-b9c1-afae8f78a6c0 req-5976c217-94e2-471e-ab18-659ada50fd0f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0646360 Jul 14 11:10:17.044397 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-91bf4b87-f21e-4be6-b9c1-afae8f78a6c0 req-2f759769-d1ca-4564-96af-cbc38f5ff59d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626361 Jul 14 11:10:17.086950 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-207760b9-87fe-4ff0-814e-1fa7bf306545 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697614 Jul 14 11:10:17.119178 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-e5801f16-5d6a-40f0-9e0a-68613819d6c7 service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643829 Jul 14 11:10:17.268798 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96e5daa2-e642-407d-9896-aa6ff7a02c16 req-824b64ee-0632-4a7b-89db-84c4b8b2fe49 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718688 Jul 14 11:10:17.286013 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-73deace0-ded2-4146-85f3-81ab4ec38d25 req-3ca3c2c0-cc03-4eec-9338-03b3be198b71 service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581926 Jul 14 11:10:18.164128 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a22763-aa9a-4dd1-9073-56617991eab9 req-4693897e-f73d-4138-a4c3-8bc22ccc8edb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:18.165669 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-41a22763-aa9a-4dd1-9073-56617991eab9 req-4693897e-f73d-4138-a4c3-8bc22ccc8edb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0491037 Jul 14 11:10:18.204673 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:18.219982 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-41a22763-aa9a-4dd1-9073-56617991eab9 req-ac6fbffa-a2b0-484a-b7e4-07d1c4fe1174 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 Jul 14 11:10:19.345129 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300e736-e8f6-4bdb-8a3e-c03a2f9fca3c req-2163a02e-ddcc-4b02-879e-c48ee4041fd0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:19.346657 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5300e736-e8f6-4bdb-8a3e-c03a2f9fca3c req-2163a02e-ddcc-4b02-879e-c48ee4041fd0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0540340 Jul 14 11:10:19.405387 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5300e736-e8f6-4bdb-8a3e-c03a2f9fca3c req-53b0a59b-3482-48f9-ad88-47ff6824dbfd tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Jul 14 11:10:19.741167 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-454940f7-2c37-43e9-af4f-ed05c867cc73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423863 Jul 14 11:10:19.837901 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b695-5c90-4414-9edf-1c37d4843568 req-0e586d59-904e-408a-bd71-f4c0cc9a57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:19.839646 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-0e586d59-904e-408a-bd71-f4c0cc9a57e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 1129 time: 0.0463109 Jul 14 11:10:19.965568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b695-5c90-4414-9edf-1c37d4843568 req-be5ac978-9560-48dc-bf85-5d60d0bce980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:19.967056 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-be5ac978-9560-48dc-bf85-5d60d0bce980 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.1000335 Jul 14 11:10:20.420374 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-a54ef067-b299-4189-bd5d-bd91361dd335 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f17cb494-ce01-4f03-b511-25356a886eab HTTP/1.1" status: 200 len: 217 time: 0.0345852 Jul 14 11:10:20.522907 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:20.538201 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795db57-7f48-4019-b91b-02d00280d5b1 req-352ee96f-a570-4849-87e4-3c2f866208ae tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:20.539737 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6795db57-7f48-4019-b91b-02d00280d5b1 req-352ee96f-a570-4849-87e4-3c2f866208ae tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0612233 Jul 14 11:10:20.590155 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6795db57-7f48-4019-b91b-02d00280d5b1 req-0f92fee2-957e-4739-a284-b38ceaeddb14 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Jul 14 11:10:20.729082 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b695-5c90-4414-9edf-1c37d4843568 req-131c8e49-0c7d-4f39-acff-2c22d2cee02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:20.730659 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-131c8e49-0c7d-4f39-acff-2c22d2cee02f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0670006 Jul 14 11:10:20.786347 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b695-5c90-4414-9edf-1c37d4843568 req-eb6387a8-956b-4b83-9637-574b7aed93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:20.788608 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-eb6387a8-956b-4b83-9637-574b7aed93f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456603 Jul 14 11:10:20.900154 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-5f635b10-b425-4e94-8ccc-e24970a8db4b service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019995 Jul 14 11:10:20.997267 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5124b695-5c90-4414-9edf-1c37d4843568 req-cbc3e63c-4c78-42f2-981b-b11ee7512b6a service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880616 Jul 14 11:10:21.765722 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397afe99-f9bd-475c-aae4-9d71c6aae5d7 req-dc995a59-3a15-419b-9d20-00a0d1060c3b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:21.767361 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-397afe99-f9bd-475c-aae4-9d71c6aae5d7 req-dc995a59-3a15-419b-9d20-00a0d1060c3b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0900655 Jul 14 11:10:21.824864 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-397afe99-f9bd-475c-aae4-9d71c6aae5d7 req-6d19b12a-cfae-401f-bc4f-dbadf18e9fd3 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Jul 14 11:10:22.828128 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56696) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:22.949592 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.034535 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Publish callbacks [] for security_group (d10b918f-b695-43a0-b3fe-25bd4f7fb3c9), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.040182 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d10b918f-b695-43a0-b3fe-25bd4f7fb3c9), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.080614 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ce5cf1763614953b1d376be9e77f2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513583 Jul 14 11:10:23.081501 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10b918f-b695-43a0-b3fe-25bd4f7fb3c9,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:23.084402 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56700) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:23.090834 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.091176 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.091551 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.091888 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.092218 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.092545 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.092867 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.093187 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.093503 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.093825 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.094151 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.094465 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.094796 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.095104 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.095465 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe5718-6558-4649-9c09-ff3b68bfc999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.152231 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Publish callbacks [] for security_group (d10b918f-b695-43a0-b3fe-25bd4f7fb3c9), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.178654 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Publish callbacks [] for security_group (d10b918f-b695-43a0-b3fe-25bd4f7fb3c9), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.249167 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d10b918f-b695-43a0-b3fe-25bd4f7fb3c9), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.252015 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.263773 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d10b918f-b695-43a0-b3fe-25bd4f7fb3c9 HTTP/1.1" status: 204 len: 168 time: 0.1665921 Jul 14 11:10:23.264647 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10b918f-b695-43a0-b3fe-25bd4f7fb3c9,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:23.274089 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.274435 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.274967 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.275376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.275744 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.275979 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.276478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.276818 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.277143 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.277714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.279872 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.280294 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.281282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.281639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.281984 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e84c6-0b2e-4f9d-a005-3970817a8319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:23.347768 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56708) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:23.354723 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-09e068c0-56a1-412a-809a-478fdf5eee5d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374526628', 'description': 'tempest-description--1022800411'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:23.378531 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09e068c0-56a1-412a-809a-478fdf5eee5d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.405178 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:23.496347 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09e068c0-56a1-412a-809a-478fdf5eee5d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group (d6803cef-c169-4de8-ac02-03c16b0bea73), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.502020 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09e068c0-56a1-412a-809a-478fdf5eee5d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d6803cef-c169-4de8-ac02-03c16b0bea73), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.549355 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09e068c0-56a1-412a-809a-478fdf5eee5d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.555696 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-09e068c0-56a1-412a-809a-478fdf5eee5d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2016025 Jul 14 11:10:23.556165 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56714) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:23.561197 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-d741559c-34bc-4f1d-be9e-49b72a2f6873 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'security_group_rule': {'security_group_id': 'd6803cef-c169-4de8-ac02-03c16b0bea73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:23.564433 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e068c0-56a1-412a-809a-478fdf5eee5d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6803cef-c169-4de8-ac02-03c16b0bea73,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:23.600267 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d741559c-34bc-4f1d-be9e-49b72a2f6873 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group_rule (d931b45a-14a9-4b91-8b72-07455664a959), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.683986 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d741559c-34bc-4f1d-be9e-49b72a2f6873 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group_rule (d931b45a-14a9-4b91-8b72-07455664a959), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.688365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d741559c-34bc-4f1d-be9e-49b72a2f6873 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (d931b45a-14a9-4b91-8b72-07455664a959), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.712373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741559c-34bc-4f1d-be9e-49b72a2f6873 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d931b45a-14a9-4b91-8b72-07455664a959,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:23.719589 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d741559c-34bc-4f1d-be9e-49b72a2f6873 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.720815 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d741559c-34bc-4f1d-be9e-49b72a2f6873 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1635151 Jul 14 11:10:23.723447 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56722) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:23.728493 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-53a3c733-5c22-40b7-980a-13b528164c3f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'security_group_rule': {'security_group_id': 'd6803cef-c169-4de8-ac02-03c16b0bea73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:23.758703 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-53a3c733-5c22-40b7-980a-13b528164c3f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group_rule (8e09cf33-0a25-4dc2-b733-7b43c674c14e), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.812070 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:23.833523 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-53a3c733-5c22-40b7-980a-13b528164c3f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group_rule (8e09cf33-0a25-4dc2-b733-7b43c674c14e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.838054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-53a3c733-5c22-40b7-980a-13b528164c3f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (8e09cf33-0a25-4dc2-b733-7b43c674c14e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.855504 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:23.861776 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3c733-5c22-40b7-980a-13b528164c3f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e09cf33-0a25-4dc2-b733-7b43c674c14e,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:23.874437 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-53a3c733-5c22-40b7-980a-13b528164c3f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:23.879013 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-53a3c733-5c22-40b7-980a-13b528164c3f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545355 Jul 14 11:10:23.879239 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56726) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:23.887431 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:23.896570 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:23.923272 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.035687 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.174898 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Allocated IP 172.27.0.59 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/c9f901fb-3c11-4b07-9d3a-f1397449e4e4) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:10:24.315034 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.362712 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.410667 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:10:24.416244 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:10:24.419105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:10:24.421674 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'Port': ['ID=c9f901fb-3c11-4b07-9d3a-f1397449e4e4,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:24.532852 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.585255 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.705968 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56742) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:24.734342 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:24.811692 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.822196 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.857728 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-389f27b3-8211-4d92-ab2f-1eea187038aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.898183 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'Port': ['ID=c9f901fb-3c11-4b07-9d3a-f1397449e4e4,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:24.902077 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:24.915768 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.934743 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.936142 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-564eadd2-ad4a-4615-8e2d-2bae2866ed11 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0555770 Jul 14 11:10:24.968136 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-389f27b3-8211-4d92-ab2f-1eea187038aa admin admin] Publish callbacks [] for security_group (e543a341-fe2b-414b-90a2-55e90d0a52ad), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:24.973338 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-389f27b3-8211-4d92-ab2f-1eea187038aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e543a341-fe2b-414b-90a2-55e90d0a52ad), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:25.014061 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f27b3-8211-4d92-ab2f-1eea187038aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e543a341-fe2b-414b-90a2-55e90d0a52ad,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:25.019483 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-389f27b3-8211-4d92-ab2f-1eea187038aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4dff93621a614bf4b6c7ec383e42019a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123987 Jul 14 11:10:25.023138 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56748) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:25.083606 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-169ebbf9-8a7f-410b-b77b-702b1f0c5fee admin admin] Publish callbacks [] for security_group (e543a341-fe2b-414b-90a2-55e90d0a52ad), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:25.109264 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-169ebbf9-8a7f-410b-b77b-702b1f0c5fee admin admin] Publish callbacks [] for security_group (e543a341-fe2b-414b-90a2-55e90d0a52ad), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:25.188650 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-148b8f17-1f4a-45ea-a037-9aa57ab59276 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--374526628&fields=id&tenant_id=b3f043134a3d4369983f36769d2ae197 HTTP/1.1" status: 200 len: 267 time: 0.0771677 Jul 14 11:10:25.231887 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-169ebbf9-8a7f-410b-b77b-702b1f0c5fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e543a341-fe2b-414b-90a2-55e90d0a52ad), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:25.236362 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-169ebbf9-8a7f-410b-b77b-702b1f0c5fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:25.238339 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-169ebbf9-8a7f-410b-b77b-702b1f0c5fee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e543a341-fe2b-414b-90a2-55e90d0a52ad HTTP/1.1" status: 204 len: 168 time: 0.2137227 Jul 14 11:10:25.271485 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ebbf9-8a7f-410b-b77b-702b1f0c5fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e543a341-fe2b-414b-90a2-55e90d0a52ad,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:25.370320 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-286bde81-96df-4526-8928-8de823730438 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:25.371866 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-286bde81-96df-4526-8928-8de823730438 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 818 time: 0.1747432 Jul 14 11:10:25.392103 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-c24dc569-183a-4ca6-98a2-e6bb9f26504d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/quotas/b3f043134a3d4369983f36769d2ae197 HTTP/1.1" status: 200 len: 375 time: 0.0140252 Jul 14 11:10:25.453216 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-d6fbf996-df28-4837-88bf-0fe5e090d4be tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0553155 Jul 14 11:10:25.489328 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:25.592267 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-775f2508-cf77-4c1d-bba7-b5c3d4021763 service neutron] 10.222.0.75 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196339 Jul 14 11:10:25.703276 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-704854fc-53fd-413c-a3c8-51fe7137dab4 service neutron] 10.222.0.75 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035593 Jul 14 11:10:25.940125 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a709017b-68a8-4248-a927-a0208313a922 req-02f590c6-8016-43b0-9f92-f0928b5093ec tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 210 time: 0.0635171 Jul 14 11:10:27.044251 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-987f19b2-e5d5-4c31-b452-2abc3e5d9462 req-9332015f-98c6-45d8-9712-3086e6aaeb34 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 210 time: 0.0292344 Jul 14 11:10:27.241521 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-ed50aab4-4ca1-43dc-b450-16a8aeb31081 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:27.244089 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-ed50aab4-4ca1-43dc-b450-16a8aeb31081 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 818 time: 0.1263089 Jul 14 11:10:27.341410 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-bd2263f0-200b-4753-9252-835dc4469f46 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3f043134a3d4369983f36769d2ae197 HTTP/1.1" status: 200 len: 379 time: 0.0654209 Jul 14 11:10:27.475722 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'port': {'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'admin_state_up': True, 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'security_groups': ['d6803cef-c169-4de8-ac02-03c16b0bea73']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:27.608495 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Made reservation on behalf of b3f043134a3d4369983f36769d2ae197 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:10:27.611980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:27.746714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Allocated IP 172.20.0.5 (131ff080-99aa-4954-b49d-b15b1af99faa/ab43c949-5864-4843-99b7-bdb6acb41ec3/8f073a5b-cf77-4431-946c-0d8651ac7527) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:10:27.898066 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:27.920828 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:27.923129 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:27.938506 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:27.985713 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Network 131ff080-99aa-4954-b49d-b15b1af99faa is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:10:27.988949 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:10:27.996504 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:10:28.001992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:28.002610 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.015841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event updated for resources: {'Port': ['ID=8f073a5b-cf77-4431-946c-0d8651ac7527,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:28.029133 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-1364a429-a19a-4d2a-a4a5-157efa1b9b0d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578630 Jul 14 11:10:28.124131 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Request body: {'port': {'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:28.200321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff5b49-fd1f-4e45-8458-349a6cdd08e7 req-69d72573-bf6a-40b5-80ab-c76097648ee7 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:28.202161 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a0ff5b49-fd1f-4e45-8458-349a6cdd08e7 req-69d72573-bf6a-40b5-80ab-c76097648ee7 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 931 time: 0.0736361 Jul 14 11:10:28.250775 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-65a9f181-6c03-4e2f-b176-fe26d26867b8 None None] Provisioning complete for port 8f073a5b-cf77-4431-946c-0d8651ac7527 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:10:28.251475 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-65a9f181-6c03-4e2f-b176-fe26d26867b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.253390 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.287497 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-65a9f181-6c03-4e2f-b176-fe26d26867b8 None None] Port 8f073a5b-cf77-4431-946c-0d8651ac7527 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:10:28.291299 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a0ff5b49-fd1f-4e45-8458-349a6cdd08e7 req-7fb603ef-ad5b-4e91-a9ba-744720edec93 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675728 Jul 14 11:10:28.542563 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f073a5b-cf77-4431-946c-0d8651ac7527 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:10:28.550411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Publish callbacks [] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.564566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Transition to ACTIVE for port object 8f073a5b-cf77-4431-946c-0d8651ac7527 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:10:28.569142 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.622414 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Pushing event updated for resources: {'Port': ['ID=8f073a5b-cf77-4431-946c-0d8651ac7527,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:28.659564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Attempting to bind port 8f073a5b-cf77-4431-946c-0d8651ac7527 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:10:28.661853 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Attempting to bind port 8f073a5b-cf77-4431-946c-0d8651ac7527 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:10:28.661853 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Attempting to bind port 8f073a5b-cf77-4431-946c-0d8651ac7527 on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:10:28.665734 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Port 8f073a5b-cf77-4431-946c-0d8651ac7527 on network 131ff080-99aa-4954-b49d-b15b1af99faa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:10:28.665734 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Attempting to bind port 8f073a5b-cf77-4431-946c-0d8651ac7527 on network 131ff080-99aa-4954-b49d-b15b1af99faa {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:10:28.671214 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:10:28.671583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Checking segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:10:28.671964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Bound using segment: {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:10:28.672395 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Bound port: 8f073a5b-cf77-4431-946c-0d8651ac7527, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9fec55-2f29-401c-ab78-8612a3bcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:10:28.672752 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.748873 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] For port 8f073a5b-cf77-4431-946c-0d8651ac7527, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:10:28.752510 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] For port 8f073a5b-cf77-4431-946c-0d8651ac7527, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=8f073a5b-cf77-4431-946c-0d8651ac7527,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:10:28.759374 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.795906 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:28.796530 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:28.798005 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] 10.222.0.26 "PUT /v2.0/ports/8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 200 len: 1093 time: 0.6784110 Jul 14 11:10:28.798406 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:10:28.800729 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7f675-f2fa-4974-bfae-69157233e504" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:10:28.824960 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f68f0-0140-4d3b-96f6-83f4ff2c22ca service neutron] Pushing event updated for resources: {'Port': ['ID=8f073a5b-cf77-4431-946c-0d8651ac7527,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:28.856840 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f02f11-43d7-4e9a-97ca-fd2382a6e7aa x-openstack-request-id: req-92f02f11-43d7-4e9a-97ca-fd2382a6e7aa {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:10:28.857216 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:10:28.857448 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92f02f11-43d7-4e9a-97ca-fd2382a6e7aa {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:10:28.857905 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f02f11-43d7-4e9a-97ca-fd2382a6e7aa'] response: {'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'status': 'completed', 'code': 200} Jul 14 11:10:29.412660 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b22786-0d5e-43a4-87ca-47125f128a3c req-bf3ce94d-452d-47d5-bd87-64d48f6baf17 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:29.414166 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-15b22786-0d5e-43a4-87ca-47125f128a3c req-bf3ce94d-452d-47d5-bd87-64d48f6baf17 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.0494852 Jul 14 11:10:29.437188 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:29.442874 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:29.469365 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-15b22786-0d5e-43a4-87ca-47125f128a3c req-f7bdb02a-6433-4d33-9116-4b9f5196654d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474465 Jul 14 11:10:30.588331 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319c8ff-950f-45f0-8fd8-14d7089a3713 req-a2015ec5-89dc-4a06-967f-c3d83313c35b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:30.589918 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4319c8ff-950f-45f0-8fd8-14d7089a3713 req-a2015ec5-89dc-4a06-967f-c3d83313c35b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.0503902 Jul 14 11:10:30.639092 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4319c8ff-950f-45f0-8fd8-14d7089a3713 req-2f53f670-32ee-45b0-a1c1-9432ef3c567f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Jul 14 11:10:31.760506 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd16fab-e261-4e87-86cb-b80b23af0bef req-559ad3f7-5a0d-4b24-a15b-87edb4c7a3be tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:31.762080 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ffd16fab-e261-4e87-86cb-b80b23af0bef req-559ad3f7-5a0d-4b24-a15b-87edb4c7a3be tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.0539331 Jul 14 11:10:31.814657 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ffd16fab-e261-4e87-86cb-b80b23af0bef req-881c8e75-a131-4f47-b7eb-24cd45cf9d94 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Jul 14 11:10:31.932545 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7f675-f2fa-4974-bfae-69157233e504 req-c01b2491-5bf6-4f63-8b44-01539fe6856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:31.933967 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76d7f675-f2fa-4974-bfae-69157233e504 req-c01b2491-5bf6-4f63-8b44-01539fe6856a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1127 time: 0.0416594 Jul 14 11:10:32.059047 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7f675-f2fa-4974-bfae-69157233e504 req-5abf6027-0a44-43da-9b47-17a9d4e5a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:32.060600 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76d7f675-f2fa-4974-bfae-69157233e504 req-5abf6027-0a44-43da-9b47-17a9d4e5a941 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b3f043134a3d4369983f36769d2ae197&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1111898 Jul 14 11:10:32.156964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7f675-f2fa-4974-bfae-69157233e504 req-159bba84-e93d-42a6-a30f-188a6fadc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:32.158452 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-76d7f675-f2fa-4974-bfae-69157233e504 req-159bba84-e93d-42a6-a30f-188a6fadc3bb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911925 Jul 14 11:10:32.271487 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-f04ce33e-d0d5-4d29-96c0-8f384d328dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:32.273211 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-f04ce33e-d0d5-4d29-96c0-8f384d328dba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1127 time: 0.0463433 Jul 14 11:10:32.327576 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-5b82c1ad-d3d8-4cce-9fc0-fb15250a27a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 200 len: 217 time: 0.0372858 Jul 14 11:10:32.378726 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-a9a0e42d-b998-44e9-8297-1b908eb6edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:32.380227 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-a9a0e42d-b998-44e9-8297-1b908eb6edf9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0465295 Jul 14 11:10:32.438235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-a4f9919f-f238-4af2-9548-11be12b844bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:32.440425 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-a4f9919f-f238-4af2-9548-11be12b844bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510631 Jul 14 11:10:32.541061 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-68a76467-179c-4aa1-b569-41f946b71d1f service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930026 Jul 14 11:10:32.641275 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-185e3d19-81ef-4ed5-bf7a-be2917efc3f8 req-2ded6e88-4efc-4e98-ae4d-f6a0bfbdea83 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925951 Jul 14 11:10:32.934844 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154e9f2-6cf9-4de5-a9b4-868615b064a0 req-42e43b73-19d2-4128-8fbe-86c247d7db57 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:32.936346 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d154e9f2-6cf9-4de5-a9b4-868615b064a0 req-42e43b73-19d2-4128-8fbe-86c247d7db57 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.0557227 Jul 14 11:10:32.968875 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:32.988108 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d154e9f2-6cf9-4de5-a9b4-868615b064a0 req-dd12c1eb-677c-4620-b665-d0882bbef4cf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458663 Jul 14 11:10:33.824498 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:34.355959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc6fd-f687-462e-a6a8-d2cb098142e9 req-d1f27e33-ecdf-447a-8ad2-9d24acc7d5d1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:34.357459 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c77dc6fd-f687-462e-a6a8-d2cb098142e9 req-d1f27e33-ecdf-447a-8ad2-9d24acc7d5d1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.3025455 Jul 14 11:10:34.410329 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c77dc6fd-f687-462e-a6a8-d2cb098142e9 req-8172523c-6a59-4d3c-89b6-e799f5bcc9b6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470693 Jul 14 11:10:34.863521 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56866) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:34.975817 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2a9bc-4c74-42a8-8d4b-5dac67277469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.054752 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2a9bc-4c74-42a8-8d4b-5dac67277469 admin admin] Publish callbacks [] for security_group (4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.059778 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c3f2a9bc-4c74-42a8-8d4b-5dac67277469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.065360 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:35.103993 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c3f2a9bc-4c74-42a8-8d4b-5dac67277469 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=826d836abf1c4351a17c863dad9a90b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393258 Jul 14 11:10:35.105315 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2a9bc-4c74-42a8-8d4b-5dac67277469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:35.106862 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 56872) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:35.156281 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c65b0468-853a-44e0-9036-36051aac1ab0 admin admin] Publish callbacks [] for security_group (4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.177831 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c65b0468-853a-44e0-9036-36051aac1ab0 admin admin] Publish callbacks [] for security_group (4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.225626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c65b0468-853a-44e0-9036-36051aac1ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.228216 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c65b0468-853a-44e0-9036-36051aac1ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.229378 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c65b0468-853a-44e0-9036-36051aac1ab0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d HTTP/1.1" status: 204 len: 168 time: 0.1214602 Jul 14 11:10:35.237264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b0468-853a-44e0-9036-36051aac1ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a16fabf-27ea-4ff8-ae9e-2adcb4ad2b0d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:35.248950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:35.316931 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0799b393-2255-4452-92ca-200c4d5e11f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:35.533451 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156447d-3906-4a26-a35d-5ac209482847 req-6f2b2fa9-f312-4bdd-9462-e4d591900bae tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:35.534896 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7156447d-3906-4a26-a35d-5ac209482847 req-6f2b2fa9-f312-4bdd-9462-e4d591900bae tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.0534644 Jul 14 11:10:35.590072 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7156447d-3906-4a26-a35d-5ac209482847 req-f6e69ce3-6672-453e-89d9-a5938ec1e4e6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484421 Jul 14 11:10:36.697689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:36.714114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510c050-8851-41af-aaf5-ac6b600477e2 req-df31d355-f0eb-4466-824b-25562b374363 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:36.715721 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f510c050-8851-41af-aaf5-ac6b600477e2 req-df31d355-f0eb-4466-824b-25562b374363 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.0564346 Jul 14 11:10:36.735636 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:36.768890 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f510c050-8851-41af-aaf5-ac6b600477e2 req-11229669-4e2d-446e-af9c-95fd03c8e16a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476751 Jul 14 11:10:37.606000 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-18509a48-034d-4830-9afe-ae197f564201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:37.857143 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 8f073a5b-cf77-4431-946c-0d8651ac7527 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:10:37.860492 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:37.978995 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 8f073a5b-cf77-4431-946c-0d8651ac7527, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=8f073a5b-cf77-4431-946c-0d8651ac7527,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:10:37.991881 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'mac_address': 'fa:16:3e:7f:9a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:10:38.033379 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 8f073a5b-cf77-4431-946c-0d8651ac7527 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:10:38.033764 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:38.050437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f073a5b-cf77-4431-946c-0d8651ac7527 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:10:38.073443 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 8f073a5b-cf77-4431-946c-0d8651ac7527, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=8f073a5b-cf77-4431-946c-0d8651ac7527,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:10:38.080813 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:38.118085 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de51c8a-4acc-4d37-9003-ae3063c19961 req-1c6bd30a-2ebe-4b27-a7f2-6e376de536b6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:38.119506 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3de51c8a-4acc-4d37-9003-ae3063c19961 req-1c6bd30a-2ebe-4b27-a7f2-6e376de536b6 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 943 time: 0.2722437 Jul 14 11:10:38.128078 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=8f073a5b-cf77-4431-946c-0d8651ac7527,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:38.135868 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.136213 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.136584 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.137790 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.138115 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.138456 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.138784 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.139112 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.139948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.139948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.140156 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.140432 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.140757 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.141081 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.141403 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:10:38.172477 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3de51c8a-4acc-4d37-9003-ae3063c19961 req-30469c66-851d-47e3-b051-1f730f0f3bdf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469828 Jul 14 11:10:38.573817 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['8f073a5b-cf77-4431-946c-0d8651ac7527'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:10:38.685719 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:39.288959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9548efe-1876-4dc2-bf11-d789ffce411b req-df97d5a9-14d4-4721-8a85-1cca85a8fbe5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:39.290431 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9548efe-1876-4dc2-bf11-d789ffce411b req-df97d5a9-14d4-4721-8a85-1cca85a8fbe5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 944 time: 0.0467117 Jul 14 11:10:39.337152 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a9548efe-1876-4dc2-bf11-d789ffce411b req-01f766eb-4460-46e6-8983-813842383e2c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411024 Jul 14 11:10:39.886452 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 8f073a5b-cf77-4431-946c-0d8651ac7527 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:10:39.933242 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 8f073a5b-cf77-4431-946c-0d8651ac7527 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:10:39.939712 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 8f073a5b-cf77-4431-946c-0d8651ac7527 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:10:39.940085 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:40.015966 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 8f073a5b-cf77-4431-946c-0d8651ac7527 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:10:40.016488 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:40.041287 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:10:40.043572 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad57b3ff-414f-42a3-8d06-008bac4f7ec5" -d '{"events": [{"server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "name": "network-vif-plugged", "status": "completed", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:10:40.064055 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 8f073a5b-cf77-4431-946c-0d8651ac7527, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=8f073a5b-cf77-4431-946c-0d8651ac7527,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:10:40.071501 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:40.076961 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:40.096126 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea467669-e265-48eb-9646-f4007bc20aec x-openstack-request-id: req-ea467669-e265-48eb-9646-f4007bc20aec {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:10:40.096416 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "name": "network-vif-plugged", "status": "completed", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:10:40.096666 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea467669-e265-48eb-9646-f4007bc20aec {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:10:40.097053 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea467669-e265-48eb-9646-f4007bc20aec'] response: {'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'code': 200} Jul 14 11:10:40.124747 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=8f073a5b-cf77-4431-946c-0d8651ac7527,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:10:40.304843 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680d95e-f8fb-41f1-a629-d9377d4e4356 req-533be9cc-5b98-4bfa-b33e-78e6b28305e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:40.306351 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a680d95e-f8fb-41f1-a629-d9377d4e4356 req-533be9cc-5b98-4bfa-b33e-78e6b28305e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1129 time: 0.0427270 Jul 14 11:10:40.352855 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a680d95e-f8fb-41f1-a629-d9377d4e4356 req-a7fef398-d2ec-43a9-b94d-4bb7cdd46e12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387137 Jul 14 11:10:40.449924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c5260-5ee6-402c-8067-3e958f76fa8b req-63b2dcd7-232d-4ab9-a547-650af4368f82 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:40.451321 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e80c5260-5ee6-402c-8067-3e958f76fa8b req-63b2dcd7-232d-4ab9-a547-650af4368f82 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0470488 Jul 14 11:10:40.501843 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e80c5260-5ee6-402c-8067-3e958f76fa8b req-1db0ac5f-f3c1-4fe3-bcd1-9566f2d849bc tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448534 Jul 14 11:10:40.507776 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:41.618084 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f53e9-5627-4d04-be0d-3c790f360697 req-5008c9c0-47e7-42e6-8e7d-12e775f4de7e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:41.619626 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cb2f53e9-5627-4d04-be0d-3c790f360697 req-5008c9c0-47e7-42e6-8e7d-12e775f4de7e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0474319 Jul 14 11:10:41.672872 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cb2f53e9-5627-4d04-be0d-3c790f360697 req-c05f0c83-77bc-4846-b998-017b773321c7 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465906 Jul 14 11:10:42.791022 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06a1df-ae68-477b-9cbf-ebc85220f4d4 req-f4076589-55d4-4a58-9c75-4c0dd294cd0c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:42.792521 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb06a1df-ae68-477b-9cbf-ebc85220f4d4 req-f4076589-55d4-4a58-9c75-4c0dd294cd0c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0496130 Jul 14 11:10:42.852421 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb06a1df-ae68-477b-9cbf-ebc85220f4d4 req-71730ecf-c2cc-4089-921d-7189c7d32ba5 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541291 Jul 14 11:10:42.964732 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815e701-c885-4290-a6a7-ed6d46647ea3 req-590ee2e3-bdcb-4920-82af-1abadc0f471c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:42.966232 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0815e701-c885-4290-a6a7-ed6d46647ea3 req-590ee2e3-bdcb-4920-82af-1abadc0f471c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0514095 Jul 14 11:10:42.974738 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 56898) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:10:42.979264 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'floatingip': {'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:10:43.017939 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:43.435512 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:43.453266 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:43.458892 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:43.562792 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Floating IP 9836b48e-bd55-4a14-9d21-7d30a9c4fc02 associated. External IP: 172.27.0.59, port: 8f073a5b-cf77-4431-946c-0d8651ac7527. Jul 14 11:10:43.706317 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:43.759880 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Router 470bf34f-6a8f-44cb-a2df-df66bce172ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:10:43.864296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:10:43.869650 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:43.874778 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] Sync routers for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:10:43.878066 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:43.888166 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:10:43.888822 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:10:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:43.900543 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e0973a79-f4f4-4cb3-8d9e-f50906fe87c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "PUT /v2.0/floatingips/9836b48e-bd55-4a14-9d21-7d30a9c4fc02 HTTP/1.1" status: 200 len: 990 time: 0.9247253 Jul 14 11:10:43.901211 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:10:43.903778 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35448c58-4938-44fa-8ef6-663c7c25951c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:10:43.939768 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f1c435-2bcd-4e0b-80df-48cf119cabe5 x-openstack-request-id: req-13f1c435-2bcd-4e0b-80df-48cf119cabe5 {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:10:43.940050 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:10:43.940302 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13f1c435-2bcd-4e0b-80df-48cf119cabe5 {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:10:43.940706 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f1c435-2bcd-4e0b-80df-48cf119cabe5'] response: {'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'status': 'completed', 'code': 200} Jul 14 11:10:43.995452 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:10:44.025267 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:44.031432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448c58-4938-44fa-8ef6-663c7c25951c req-c22b8e36-7e1c-433d-8ace-49446a9ee82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:44.032952 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35448c58-4938-44fa-8ef6-663c7c25951c req-c22b8e36-7e1c-433d-8ace-49446a9ee82e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1129 time: 0.0400844 Jul 14 11:10:44.126809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448c58-4938-44fa-8ef6-663c7c25951c req-4051bdaf-b443-4e22-a5a9-17f02cf31c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:44.128301 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35448c58-4938-44fa-8ef6-663c7c25951c req-4051bdaf-b443-4e22-a5a9-17f02cf31c0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.0877802 Jul 14 11:10:44.201434 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35448c58-4938-44fa-8ef6-663c7c25951c req-e24c23db-2db4-428e-a76f-e85a6be28267 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 200 len: 998 time: 0.0666273 Jul 14 11:10:44.215994 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '9836b48e-bd55-4a14-9d21-7d30a9c4fc02', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'mac_address': 'fa:16:3e:7f:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:10:24Z', 'updated_at': '2022-07-14T11:10:43Z', 'revision_number': 1, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:44.244941 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] Checking router: 470bf34f-6a8f-44cb-a2df-df66bce172ac for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:10:44.252586 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448c58-4938-44fa-8ef6-663c7c25951c req-1604c0cc-4923-4838-a2c9-8cc821a81ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:44.253592 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:10:44.253980 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35448c58-4938-44fa-8ef6-663c7c25951c req-1604c0cc-4923-4838-a2c9-8cc821a81ac6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0461357 Jul 14 11:10:44.254200 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:10:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:44.298678 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448c58-4938-44fa-8ef6-663c7c25951c req-b681f683-13fb-4620-9ef7-8c64681e61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:44.300258 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35448c58-4938-44fa-8ef6-663c7c25951c req-b681f683-13fb-4620-9ef7-8c64681e61ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399444 Jul 14 11:10:44.359429 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:10:44.394744 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35448c58-4938-44fa-8ef6-663c7c25951c req-adb9d020-b0ab-49de-b302-d4cc977ff415 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874045 Jul 14 11:10:44.485989 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-35448c58-4938-44fa-8ef6-663c7c25951c req-323eab62-f306-49f8-aed9-f011b4e3e80e service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841186 Jul 14 11:10:44.571096 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '9836b48e-bd55-4a14-9d21-7d30a9c4fc02', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'mac_address': 'fa:16:3e:7f:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:10:24Z', 'updated_at': '2022-07-14T11:10:43Z', 'revision_number': 1, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:10:44.595396 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc301a3-0fa8-4d33-a482-b302f6368865 None None] The sync data for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi is: [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '9836b48e-bd55-4a14-9d21-7d30a9c4fc02', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'mac_address': 'fa:16:3e:7f:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:10:24Z', 'updated_at': '2022-07-14T11:10:43Z', 'revision_number': 1, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:10:44.776453 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f469cf9e-dba7-4c07-a177-a640d5c56520 None None] New status for floating IP 9836b48e-bd55-4a14-9d21-7d30a9c4fc02: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:10:45.301888 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:48.839310 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:10:53.894029 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=50 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:53.897068 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=20 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:54.481020 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:54.482932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:54.880251 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:55.295929 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=74 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:55.297828 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:58.835930 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:05.319613 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e6f55d15-d29e-4c60-9d8d-b4e70b47a0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:07.607999 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-43e85b53-af02-479e-beb4-3377898db5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:08.668175 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:10.069737 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:10.501169 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:15.305061 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:18.130892 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-2a2d896d-6793-4e0d-a52c-ad3dc35a41e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428462 Jul 14 11:11:18.205348 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-b2b6377f-0e30-4509-8ddb-0ded53bc5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:18.206895 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-b2b6377f-0e30-4509-8ddb-0ded53bc5c7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 1129 time: 0.0419295 Jul 14 11:11:18.314955 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-442e4c86-9091-4552-92ff-1acabc9dc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:18.316572 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-442e4c86-9091-4552-92ff-1acabc9dc9ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.0885246 Jul 14 11:11:18.383898 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-477a0648-bba8-4269-9dc1-2d42026cfe6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4 HTTP/1.1" status: 200 len: 1000 time: 0.0607789 Jul 14 11:11:18.435711 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-2f9fcbbf-1b2c-4577-98ea-8e3a0f027366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:18.437165 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-2f9fcbbf-1b2c-4577-98ea-8e3a0f027366 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0467343 Jul 14 11:11:18.482218 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-22994864-f275-4f30-873a-f2bfe5640ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:18.483783 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-22994864-f275-4f30-873a-f2bfe5640ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391417 Jul 14 11:11:18.577705 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-56ec5a6d-273a-4023-8459-c12e78fd3863 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874743 Jul 14 11:11:18.679478 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e262bb23-7503-4ee4-abdf-09cf1709fb86 req-4ccdffdd-727f-48a6-87d6-f254badfbb57 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949128 Jul 14 11:11:22.830995 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc29d9-9ef8-48f2-9d30-2f963aacd001 req-7ac45550-be5e-4de6-bdcb-3759278ee7cf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:22.833079 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-89dc29d9-9ef8-48f2-9d30-2f963aacd001 req-7ac45550-be5e-4de6-bdcb-3759278ee7cf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0516281 Jul 14 11:11:22.881492 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-89dc29d9-9ef8-48f2-9d30-2f963aacd001 req-0c30496e-bd53-4be4-8a35-6aa64c92d782 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427063 Jul 14 11:11:24.005287 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32765dcc-4e56-47b1-b6c7-5849bf098a78 req-e2496354-b46b-4dcd-bb83-24666586b10d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:24.006806 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32765dcc-4e56-47b1-b6c7-5849bf098a78 req-e2496354-b46b-4dcd-bb83-24666586b10d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0487447 Jul 14 11:11:24.058251 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32765dcc-4e56-47b1-b6c7-5849bf098a78 req-7bf0b2e8-42d3-4107-936d-d63160df76e8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446360 Jul 14 11:11:25.183679 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5d3e3-255d-41b3-9fc9-c67e18b7a730 req-cd2d75bb-94b2-49e8-81f0-833cd59ec585 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:25.185270 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-63b5d3e3-255d-41b3-9fc9-c67e18b7a730 req-cd2d75bb-94b2-49e8-81f0-833cd59ec585 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0481908 Jul 14 11:11:25.234799 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-63b5d3e3-255d-41b3-9fc9-c67e18b7a730 req-8a4f3e01-bb26-4402-a7f1-a4112b6554a1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440238 Jul 14 11:11:25.299253 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:25.301293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:25.837792 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:11:26.359359 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee6e5-5641-40c4-8095-0758c5ebd2da req-84238ab6-2281-440a-88d7-3c0f32ca6a32 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:26.361584 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6cee6e5-5641-40c4-8095-0758c5ebd2da req-84238ab6-2281-440a-88d7-3c0f32ca6a32 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0528769 Jul 14 11:11:26.411758 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6cee6e5-5641-40c4-8095-0758c5ebd2da req-256817ff-459a-4053-9d6b-53d3c7eae53e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 Jul 14 11:11:27.535725 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061232-f5b3-4346-9e9f-944b0a2ee42e req-5437be25-ab93-422e-9987-d0c57c7895ce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:27.537375 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c9061232-f5b3-4346-9e9f-944b0a2ee42e req-5437be25-ab93-422e-9987-d0c57c7895ce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0528250 Jul 14 11:11:27.590324 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c9061232-f5b3-4346-9e9f-944b0a2ee42e req-789bc638-5a97-4a21-ae45-3967c7fdffa9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469503 Jul 14 11:11:28.713472 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fd88b-cab3-4f58-9da6-4eb28a51ac5b req-0eebea27-2d3d-432e-ad58-b757bb9165b4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:28.714962 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-755fd88b-cab3-4f58-9da6-4eb28a51ac5b req-0eebea27-2d3d-432e-ad58-b757bb9165b4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0512609 Jul 14 11:11:28.762474 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-755fd88b-cab3-4f58-9da6-4eb28a51ac5b req-54e709cb-44f0-4ae7-9ed6-5caa3054fb51 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419173 Jul 14 11:11:29.541838 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57016) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:29.546316 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720932777', 'description': 'tempest-description--1824062296'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:11:29.568388 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.638666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (e3eb7060-2582-4fd2-937a-9a9efd1cff13), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.642618 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e3eb7060-2582-4fd2-937a-9a9efd1cff13), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.675250 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.676604 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1337545 Jul 14 11:11:29.677442 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb7060-2582-4fd2-937a-9a9efd1cff13,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:29.679739 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57018) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:29.683995 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-f0e1687b-3dc2-45b9-a8fc-5662656bf2d8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb7060-2582-4fd2-937a-9a9efd1cff13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:11:29.699002 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.699354 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.699728 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.700073 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.700414 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.700751 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.701083 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.701413 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.701742 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.702069 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.702398 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.702752 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.703080 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.703422 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.703781 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8796cb89-c648-4f15-8a5c-f4a86dfea89a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:29.724649 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f0e1687b-3dc2-45b9-a8fc-5662656bf2d8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (a85432dc-a1e5-4ea3-9c9a-d2b6973f0c81), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.782619 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f0e1687b-3dc2-45b9-a8fc-5662656bf2d8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (a85432dc-a1e5-4ea3-9c9a-d2b6973f0c81), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.787681 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f0e1687b-3dc2-45b9-a8fc-5662656bf2d8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (a85432dc-a1e5-4ea3-9c9a-d2b6973f0c81), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.807600 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1687b-3dc2-45b9-a8fc-5662656bf2d8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85432dc-a1e5-4ea3-9c9a-d2b6973f0c81,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:29.816606 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f0e1687b-3dc2-45b9-a8fc-5662656bf2d8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.817818 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f0e1687b-3dc2-45b9-a8fc-5662656bf2d8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371105 Jul 14 11:11:29.821192 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57022) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:29.825640 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-9844078b-c053-4186-8553-bf746643c8ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb7060-2582-4fd2-937a-9a9efd1cff13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:11:29.857886 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9844078b-c053-4186-8553-bf746643c8ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (c9399d5d-3fea-495b-b3d5-3f63ebb515ed), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.886559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1be0e-4312-41d4-8f70-4191cd424116 req-1bbaf7ae-43f6-4f62-b662-e9a2d886942f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:29.888103 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-52c1be0e-4312-41d4-8f70-4191cd424116 req-1bbaf7ae-43f6-4f62-b662-e9a2d886942f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0504670 Jul 14 11:11:29.917314 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9844078b-c053-4186-8553-bf746643c8ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (c9399d5d-3fea-495b-b3d5-3f63ebb515ed), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.921081 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9844078b-c053-4186-8553-bf746643c8ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (c9399d5d-3fea-495b-b3d5-3f63ebb515ed), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.938671 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-52c1be0e-4312-41d4-8f70-4191cd424116 req-26f3719b-5df8-4bb1-a0b1-9a3f0a850715 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447073 Jul 14 11:11:29.944964 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844078b-c053-4186-8553-bf746643c8ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9399d5d-3fea-495b-b3d5-3f63ebb515ed,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:29.950994 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9844078b-c053-4186-8553-bf746643c8ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.955754 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57024) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:29.955904 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-9844078b-c053-4186-8553-bf746643c8ac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335211 Jul 14 11:11:29.961094 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:11:29.983423 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.047796 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:30.067757 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.108451 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:30.180357 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.27.0.68 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/956b05a7-e1ac-4688-be6e-908a3c2dcef4) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:11:30.281962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.314682 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.352161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:11:30.359132 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:30.363089 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:11:30.368440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=956b05a7-e1ac-4688-be6e-908a3c2dcef4,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:30.378894 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.379248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.379620 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.379963 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.380305 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.380648 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.380976 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.381303 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.381634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.381964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.382297 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.382619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.382945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.383271 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.383646 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.425828 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (5a9b9aaf-dfc7-467f-9e88-8715871a1fd1), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.463702 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.616527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.621160 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.651770 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (5a9b9aaf-dfc7-467f-9e88-8715871a1fd1), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.678491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.680038 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7227099 Jul 14 11:11:30.680981 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd957e2-9558-4ddd-8a82-0db4be6ef246 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=956b05a7-e1ac-4688-be6e-908a3c2dcef4,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:30.880864 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ecd363be-a7fb-4d7b-984e-f381146b7ecc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1720932777&fields=id&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 267 time: 0.0448320 Jul 14 11:11:30.963236 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:30.971158 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:31.003545 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-a104f1f7-9773-4a4c-9ba5-2911c48793cb tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:31.005097 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-a104f1f7-9773-4a4c-9ba5-2911c48793cb tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 0.1179705 Jul 14 11:11:31.020427 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-570bff88-6726-4f59-9d9b-46c96bdb865d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/quotas/7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 375 time: 0.0097156 Jul 14 11:11:31.065272 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0a805-48df-4de0-bd62-d1c8ecd6620f req-1776efa4-e76f-40c1-9180-bc238b024c2f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:31.066830 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-51f0a805-48df-4de0-bd62-d1c8ecd6620f req-1776efa4-e76f-40c1-9180-bc238b024c2f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0498786 Jul 14 11:11:31.074232 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-9116162a-3f2e-41bc-9e13-d7004c0089b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485070 Jul 14 11:11:31.115633 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-51f0a805-48df-4de0-bd62-d1c8ecd6620f req-15c0d314-09d7-4d43-b6de-82f8b9a590fd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430593 Jul 14 11:11:31.173010 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-91ad6f87-febb-48a7-999a-b0baaeb0f932 service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872231 Jul 14 11:11:31.268866 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-fca61c9c-0a64-4bb6-82c2-06c2c923c5ed service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884476 Jul 14 11:11:31.430035 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89894ce0-e71e-45e0-87be-9cc60662a587 req-9267f530-9c41-4333-b514-7f7963038c60 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 210 time: 0.0315382 Jul 14 11:11:32.237751 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be80ba7-fce6-44e9-8e39-43938158a92e req-b343448c-8f1f-46f3-ac8d-3d80fd7267cb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:32.239240 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5be80ba7-fce6-44e9-8e39-43938158a92e req-b343448c-8f1f-46f3-ac8d-3d80fd7267cb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0504084 Jul 14 11:11:32.289263 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5be80ba7-fce6-44e9-8e39-43938158a92e req-4affe722-2d1c-4ce8-810b-737950b1606f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443408 Jul 14 11:11:32.376041 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:32.401897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:32.475066 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-6997cba7-c064-4158-ad2b-88bd735279ed tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:32.476569 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-6997cba7-c064-4158-ad2b-88bd735279ed tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 0.1111138 Jul 14 11:11:32.549807 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8979bf76-9ce7-43c1-966f-04e3b055d5ba req-1b7b188e-c219-4cf5-8216-b8692914297a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 210 time: 0.0490820 Jul 14 11:11:32.589216 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-068ca3a8-e0d2-4d5f-8182-7b2a31f60f54 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 473 time: 0.0954785 Jul 14 11:11:32.657114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'port': {'device_id': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'admin_state_up': True, 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'security_groups': ['e3eb7060-2582-4fd2-937a-9a9efd1cff13']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:11:32.764130 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Made reservation on behalf of 7f04452d94114c64b9882cfa66e29479 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:11:32.767560 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.896529 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.20.0.5 (9e745ada-d5b0-42ea-a509-ecc280f4f780/44b46b4d-f60f-4fda-be8f-e4247e94a6be/5680042e-3b46-47b0-b87d-a4af8afdfddd) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:11:33.038509 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.070947 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.113889 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:11:33.119458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:11:33.123699 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:11:33.128868 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:33.129503 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.138574 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=5680042e-3b46-47b0-b87d-a4af8afdfddd,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:33.152863 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ef4b5aec-700e-4836-adef-71fb1bf8c51a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4996560 Jul 14 11:11:33.187668 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Request body: {'port': {'device_id': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:11:33.260488 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.310159 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:33.380109 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:33.403203 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-f0b17aac-3e6c-40a6-a1b4-02c1cc033cf6 None None] Provisioning complete for port 5680042e-3b46-47b0-b87d-a4af8afdfddd triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:11:33.404454 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f0b17aac-3e6c-40a6-a1b4-02c1cc033cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.434002 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28a063-5a92-46aa-a0e5-4d9e58bb8306 req-e151addc-35ca-42ef-a1cc-dd74cbd61888 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:33.435797 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ba28a063-5a92-46aa-a0e5-4d9e58bb8306 req-e151addc-35ca-42ef-a1cc-dd74cbd61888 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0686843 Jul 14 11:11:33.439269 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-f0b17aac-3e6c-40a6-a1b4-02c1cc033cf6 None None] Port 5680042e-3b46-47b0-b87d-a4af8afdfddd cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:11:33.495501 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ba28a063-5a92-46aa-a0e5-4d9e58bb8306 req-55560070-f740-46a5-8975-885cf85eef79 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503933 Jul 14 11:11:33.549304 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5680042e-3b46-47b0-b87d-a4af8afdfddd {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:11:33.557401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Publish callbacks [] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.570691 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Transition to ACTIVE for port object 5680042e-3b46-47b0-b87d-a4af8afdfddd will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:11:33.574473 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.624430 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Pushing event updated for resources: {'Port': ['ID=5680042e-3b46-47b0-b87d-a4af8afdfddd,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:33.699064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Attempting to bind port 5680042e-3b46-47b0-b87d-a4af8afdfddd on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:11:33.699405 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Attempting to bind port 5680042e-3b46-47b0-b87d-a4af8afdfddd by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:11:33.699743 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Attempting to bind port 5680042e-3b46-47b0-b87d-a4af8afdfddd on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:11:33.707308 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1518a1-528d-4d12-95f5-14f4b7b242c3 req-eb7cfe31-065d-4059-9c3b-aad953f17232 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:33.708847 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5f1518a1-528d-4d12-95f5-14f4b7b242c3 req-eb7cfe31-065d-4059-9c3b-aad953f17232 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 943 time: 0.0817149 Jul 14 11:11:33.712503 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Port 5680042e-3b46-47b0-b87d-a4af8afdfddd on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:11:33.713077 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Attempting to bind port 5680042e-3b46-47b0-b87d-a4af8afdfddd on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:11:33.731554 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:11:33.731889 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Checking segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:11:33.732277 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Bound using segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:11:33.732726 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Bound port: 5680042e-3b46-47b0-b87d-a4af8afdfddd, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:11:33.733077 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.794436 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5f1518a1-528d-4d12-95f5-14f4b7b242c3 req-ac856e6e-4360-430f-8a75-07eae446f538 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788879 Jul 14 11:11:33.820868 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] For port 5680042e-3b46-47b0-b87d-a4af8afdfddd, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:11:33.823888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] For port 5680042e-3b46-47b0-b87d-a4af8afdfddd, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:11:33.829476 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.870977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:33.871640 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.873195 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] 10.222.0.26 "PUT /v2.0/ports/5680042e-3b46-47b0-b87d-a4af8afdfddd HTTP/1.1" status: 200 len: 1093 time: 0.6898499 Jul 14 11:11:33.873617 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:33.875959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40" -d '{"events": [{"name": "network-changed", "server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:33.906544 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aac58f-d300-436a-92be-e2ffddc4cca3 service neutron] Pushing event updated for resources: {'Port': ['ID=5680042e-3b46-47b0-b87d-a4af8afdfddd,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:33.914300 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e2a6d-5014-4800-84fe-81a01823ae50 x-openstack-request-id: req-376e2a6d-5014-4800-84fe-81a01823ae50 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:33.914585 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:33.914836 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-376e2a6d-5014-4800-84fe-81a01823ae50 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:33.915234 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376e2a6d-5014-4800-84fe-81a01823ae50'] response: {'name': 'network-changed', 'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'status': 'completed', 'code': 200} Jul 14 11:11:34.017461 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-dd779ca4-6f1e-4dec-88ca-42014bd2ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:34.019036 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-dd779ca4-6f1e-4dec-88ca-42014bd2ad5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 1127 time: 0.0446956 Jul 14 11:11:34.069574 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-090c6d9f-1c53-4ebc-bc9d-80f5f6ca7149 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd HTTP/1.1" status: 200 len: 217 time: 0.0352576 Jul 14 11:11:34.127506 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ca90eb92-a077-4cac-9bd9-d8eb27d40b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:34.128998 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-ca90eb92-a077-4cac-9bd9-d8eb27d40b8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0536983 Jul 14 11:11:34.176299 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-948b6727-c300-4c56-a78d-6f4997cdc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:34.177698 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-948b6727-c300-4c56-a78d-6f4997cdc4b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427036 Jul 14 11:11:34.266980 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-24be7718-6cc4-4282-9665-13c1e63d16a3 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830522 Jul 14 11:11:34.334833 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:34.360690 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab5442ea-cf20-478f-ae77-239e145c2766 req-f9473842-27c7-4d5f-b6f9-b79472e2dd0c service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873206 Jul 14 11:11:34.617321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651f3bd-6459-4956-9436-e00fb4648090 req-9e512ef6-3e33-4a5f-a01f-393e2a8e4b93 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:34.619005 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f651f3bd-6459-4956-9436-e00fb4648090 req-9e512ef6-3e33-4a5f-a01f-393e2a8e4b93 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0496092 Jul 14 11:11:34.644460 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:34.667727 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f651f3bd-6459-4956-9436-e00fb4648090 req-934684ee-8cd1-4aba-9099-7082583edf57 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Jul 14 11:11:34.912844 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b37ef7-00c8-4438-82bc-d26c990d08fb req-adac702a-b561-45fa-8044-416669bf632c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:34.914605 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e3b37ef7-00c8-4438-82bc-d26c990d08fb req-adac702a-b561-45fa-8044-416669bf632c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 943 time: 0.0501206 Jul 14 11:11:34.965331 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e3b37ef7-00c8-4438-82bc-d26c990d08fb req-16531d6f-9534-494c-974a-e3fb6da36174 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Jul 14 11:11:35.325139 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-41a4b70b-980b-4275-9152-5063395c1aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:35.788575 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df314ac3-a167-4a59-97b3-7219eadf1e82 req-5b79c6f8-d4f7-4987-8f83-080b8d5d45ff tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:35.790065 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df314ac3-a167-4a59-97b3-7219eadf1e82 req-5b79c6f8-d4f7-4987-8f83-080b8d5d45ff tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Jul 14 11:11:35.833996 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=18 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:35.834933 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=16 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:35.838091 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df314ac3-a167-4a59-97b3-7219eadf1e82 req-4dc39954-6b5f-40d1-9859-c5bce39a915f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Jul 14 11:11:36.082987 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2e6be-211b-40f6-8f40-04d973692a7a req-1db7c5d8-02ff-45b2-8bac-b0eac4cf4d07 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:36.084622 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-40a2e6be-211b-40f6-8f40-04d973692a7a req-1db7c5d8-02ff-45b2-8bac-b0eac4cf4d07 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 943 time: 0.0531430 Jul 14 11:11:36.131638 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-40a2e6be-211b-40f6-8f40-04d973692a7a req-c4779fef-566e-411d-a636-243ea79d43a5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Jul 14 11:11:36.325507 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:11:36.424040 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:36.435697 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '81b715b1-2ff3-4295-9104-d4e547039e70', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'port_id': '81b715b1-2ff3-4295-9104-d4e547039e70', 'mac_address': 'fa:16:3e:34:4c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:11:36.474532 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: ACTIVE; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:11:36.474915 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:36.607071 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81b715b1-2ff3-4295-9104-d4e547039e70 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:11:36.626300 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:36.630569 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:36.676696 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=6']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:36.822242 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['81b715b1-2ff3-4295-9104-d4e547039e70'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:11:36.958319 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32feafe-af88-4ad5-a590-3ac5c5034099 req-4705f496-294e-4f21-a54a-f50dacd6600e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:36.959900 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c32feafe-af88-4ad5-a590-3ac5c5034099 req-4705f496-294e-4f21-a54a-f50dacd6600e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0502486 Jul 14 11:11:37.008366 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c32feafe-af88-4ad5-a590-3ac5c5034099 req-6f0de316-27eb-452d-b90b-a3b60be6b4e4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Jul 14 11:11:37.201966 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-e0dcd34e-86b4-4ce8-b7e2-fc157f1a2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:37.203705 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-e0dcd34e-86b4-4ce8-b7e2-fc157f1a2287 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 1127 time: 0.0518506 Jul 14 11:11:37.261894 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abb93d-2420-4ce4-a818-adc8f188bd3a req-d686c4d7-e426-49d9-9ed5-1a9ad0fc42fc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:37.263443 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d6abb93d-2420-4ce4-a818-adc8f188bd3a req-d686c4d7-e426-49d9-9ed5-1a9ad0fc42fc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 943 time: 0.0519896 Jul 14 11:11:37.312966 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-fbb830d2-5ca0-45d6-b64d-2e122d4c7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:37.314600 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-fbb830d2-5ca0-45d6-b64d-2e122d4c7f45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.1030009 Jul 14 11:11:37.315419 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d6abb93d-2420-4ce4-a818-adc8f188bd3a req-76021d82-49a3-4f4f-b0ba-b17527e8f038 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Jul 14 11:11:37.356952 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-b97a52e4-2767-437f-9023-0f1e746ef875 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd HTTP/1.1" status: 200 len: 217 time: 0.0347788 Jul 14 11:11:37.409932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-42f2eb8a-fa98-488d-a035-1a7f6c23639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:37.411284 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-42f2eb8a-fa98-488d-a035-1a7f6c23639f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0475204 Jul 14 11:11:37.459169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-4de655d6-ffe6-4fb6-ab53-eb4ccb46279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:37.460714 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-4de655d6-ffe6-4fb6-ab53-eb4ccb46279c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426466 Jul 14 11:11:37.552915 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-fb8a6d27-3c73-4465-9800-05c5786c9758 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851116 Jul 14 11:11:37.611757 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-29de0d17-bc43-4631-a662-6c91977a6bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:37.650060 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c0b2e60-6d05-46d6-8acf-8e1a6242bf40 req-c0233ec4-d4fd-4281-8b4b-a68e72be0800 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912409 Jul 14 11:11:38.126478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0f0ed-d5e3-455f-b0b9-268c599b16fd req-526cbae2-0799-41ec-839d-cffe94f8b0e9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:38.127959 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5c0f0ed-d5e3-455f-b0b9-268c599b16fd req-526cbae2-0799-41ec-839d-cffe94f8b0e9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0473974 Jul 14 11:11:38.174410 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5c0f0ed-d5e3-455f-b0b9-268c599b16fd req-9a86f601-d48c-4587-9586-db211b1f4a22 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Jul 14 11:11:38.353701 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 5680042e-3b46-47b0-b87d-a4af8afdfddd details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:11:38.367825 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:38.440528 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b854-6bd2-4f5d-9feb-98cc72a308bf req-2b7fd2f4-7826-4264-a753-b9af99e4316b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:38.442135 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b057b854-6bd2-4f5d-9feb-98cc72a308bf req-2b7fd2f4-7826-4264-a753-b9af99e4316b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 943 time: 0.0507874 Jul 14 11:11:38.477773 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 81b715b1-2ff3-4295-9104-d4e547039e70 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:11:38.478136 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:38.494886 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b057b854-6bd2-4f5d-9feb-98cc72a308bf req-63b2b224-2d86-4981-977a-414ec84e6c90 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466735 Jul 14 11:11:38.527823 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 5680042e-3b46-47b0-b87d-a4af8afdfddd, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:38.544802 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'port_id': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'mac_address': 'fa:16:3e:17:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:11:38.546769 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:38.552077 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:38.612525 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 5680042e-3b46-47b0-b87d-a4af8afdfddd is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:11:38.613765 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:38.615240 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:11:38.615624 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:38.640811 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5680042e-3b46-47b0-b87d-a4af8afdfddd {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:11:38.652748 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:38.654430 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c09a37e-3efb-433f-bafb-1a7561a073b1" -d '{"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-plugged", "status": "completed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:38.687413 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:38.692005 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 5680042e-3b46-47b0-b87d-a4af8afdfddd, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:38.694041 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:38.697665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:38.700665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14255057-61e7-4a40-829d-ca2bf9fa8c83 x-openstack-request-id: req-14255057-61e7-4a40-829d-ca2bf9fa8c83 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:38.700967 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-plugged", "status": "completed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:38.701313 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14255057-61e7-4a40-829d-ca2bf9fa8c83 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:38.701628 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14255057-61e7-4a40-829d-ca2bf9fa8c83'] response: {'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70', 'code': 200} Jul 14 11:11:38.717722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:38.744336 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=7']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:38.751440 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.751783 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.752141 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.752476 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.752806 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.753130 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.753484 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.753802 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.754120 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.754435 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.754750 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.755081 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.755414 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.755734 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.756042 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:38.807506 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=5680042e-3b46-47b0-b87d-a4af8afdfddd,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:39.264715 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['5680042e-3b46-47b0-b87d-a4af8afdfddd'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:11:39.296564 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c7c6d-b245-4d93-b467-1d82854d2d14 req-df33d6ba-ac82-4abe-94a8-7a8465781649 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:39.298085 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-043c7c6d-b245-4d93-b467-1d82854d2d14 req-df33d6ba-ac82-4abe-94a8-7a8465781649 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0511587 Jul 14 11:11:39.352662 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-043c7c6d-b245-4d93-b467-1d82854d2d14 req-a6c926ea-ee17-4bed-b524-1f73a4c4b2cf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487826 Jul 14 11:11:39.616111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74e87-2997-47f9-8f59-ef2377b3b28c req-e91b321a-0260-4cf1-bdb9-5e5fd2dc0650 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:39.617728 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ce74e87-2997-47f9-8f59-ef2377b3b28c req-e91b321a-0260-4cf1-bdb9-5e5fd2dc0650 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 944 time: 0.0526388 Jul 14 11:11:39.666656 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8ce74e87-2997-47f9-8f59-ef2377b3b28c req-2dcc2890-fe31-4a38-a5c3-fe6d247575a0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Jul 14 11:11:40.072474 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:40.474910 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a25c3-af2c-4a36-bc10-f45381403466 req-e7ad3590-9786-46be-9bef-c6247f9bcaf7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:40.476440 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-254a25c3-af2c-4a36-bc10-f45381403466 req-e7ad3590-9786-46be-9bef-c6247f9bcaf7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0487645 Jul 14 11:11:40.503887 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:40.505851 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:40.529325 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-254a25c3-af2c-4a36-bc10-f45381403466 req-220e1735-761c-440e-91b1-69b810d65d8e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Jul 14 11:11:40.784840 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a98ec8-edab-4ea7-b09d-e643c7e5751d req-fedda9ae-ab86-416d-a9d2-7075eb64065d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:40.786578 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-15a98ec8-edab-4ea7-b09d-e643c7e5751d req-fedda9ae-ab86-416d-a9d2-7075eb64065d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 944 time: 0.0479953 Jul 14 11:11:40.829533 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:40.834686 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-15a98ec8-edab-4ea7-b09d-e643c7e5751d req-a6144079-738e-4b09-ab9d-ee621dd29866 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426013 Jul 14 11:11:40.988089 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 5680042e-3b46-47b0-b87d-a4af8afdfddd up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:11:41.030447 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 5680042e-3b46-47b0-b87d-a4af8afdfddd completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:11:41.036969 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 5680042e-3b46-47b0-b87d-a4af8afdfddd triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:11:41.037415 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:41.108624 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 5680042e-3b46-47b0-b87d-a4af8afdfddd is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:11:41.109322 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:41.130835 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:41.133040 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a444737b-88da-49b3-9701-b625c4066f90" -d '{"events": [{"server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "name": "network-vif-plugged", "status": "completed", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:41.149462 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 5680042e-3b46-47b0-b87d-a4af8afdfddd, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:41.154351 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:41.177085 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8677e00d-0b7d-447c-896f-f96388ae47db x-openstack-request-id: req-8677e00d-0b7d-447c-896f-f96388ae47db {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:41.177397 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "name": "network-vif-plugged", "status": "completed", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:41.177655 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8677e00d-0b7d-447c-896f-f96388ae47db {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:41.178044 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8677e00d-0b7d-447c-896f-f96388ae47db'] response: {'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'code': 200} Jul 14 11:11:41.201082 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:41.205077 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=5680042e-3b46-47b0-b87d-a4af8afdfddd,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:41.397584 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca81acb-6059-401b-ae1e-03c9b039563f req-e4583d5b-8faa-4387-bde7-19876b9e6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:41.399080 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eca81acb-6059-401b-ae1e-03c9b039563f req-e4583d5b-8faa-4387-bde7-19876b9e6ba4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 1129 time: 0.0428209 Jul 14 11:11:41.437716 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:41.445057 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eca81acb-6059-401b-ae1e-03c9b039563f req-34e28901-70fb-4d9e-8558-e00395f8e21b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394771 Jul 14 11:11:41.647689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d8d5f-f983-45c8-8ecc-20fa7498d21d req-1ca8fdcf-7082-4f79-950a-533e4d32b055 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:41.649166 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b0d8d5f-f983-45c8-8ecc-20fa7498d21d req-1ca8fdcf-7082-4f79-950a-533e4d32b055 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0478280 Jul 14 11:11:41.697871 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b0d8d5f-f983-45c8-8ecc-20fa7498d21d req-dedcd00a-d08b-4a76-99aa-eef2d785d9d4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Jul 14 11:11:41.936774 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:41.955904 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13194ee2-9ea5-412b-9175-341b96bf907c req-48a43256-f9d8-49e1-ab84-9569776ddbe2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:41.957430 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-13194ee2-9ea5-412b-9175-341b96bf907c req-48a43256-f9d8-49e1-ab84-9569776ddbe2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.0519445 Jul 14 11:11:42.005635 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-13194ee2-9ea5-412b-9175-341b96bf907c req-4dcad663-33d3-466e-8110-a14bf601d6e2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Jul 14 11:11:42.816385 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ebbc7-8e9d-464b-b882-6a094885c938 req-da27b9b2-ca66-4688-b03f-13d95a5e2b73 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:42.817781 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-791ebbc7-8e9d-464b-b882-6a094885c938 req-da27b9b2-ca66-4688-b03f-13d95a5e2b73 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0475235 Jul 14 11:11:42.869007 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-791ebbc7-8e9d-464b-b882-6a094885c938 req-e2f44313-8478-4d29-aad7-ac082d9c49f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455885 Jul 14 11:11:43.121588 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30a879-9180-4465-9cfd-8432e5b37bb5 req-0338f312-e658-4c59-8fdc-75f91f434c91 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:43.122984 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7d30a879-9180-4465-9cfd-8432e5b37bb5 req-0338f312-e658-4c59-8fdc-75f91f434c91 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Jul 14 11:11:43.170893 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7d30a879-9180-4465-9cfd-8432e5b37bb5 req-69227fef-7a40-48a3-8651-b4d89cd47d1a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Jul 14 11:11:43.989731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012c3e2-ae4c-4d96-a498-ebc875ddf185 req-55cc6ac9-21ba-40be-8e10-f02285876cb2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:43.991317 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1012c3e2-ae4c-4d96-a498-ebc875ddf185 req-55cc6ac9-21ba-40be-8e10-f02285876cb2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0506370 Jul 14 11:11:44.040358 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1012c3e2-ae4c-4d96-a498-ebc875ddf185 req-4382ec00-2424-4522-9a65-2dc3fe94758d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432067 Jul 14 11:11:44.286812 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b56a-18ec-4d95-b653-0ca4e2dafcb4 req-0a80e7f6-a1c4-4511-a02d-d8b1945241e2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:44.288333 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e3f2b56a-18ec-4d95-b653-0ca4e2dafcb4 req-0a80e7f6-a1c4-4511-a02d-d8b1945241e2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Jul 14 11:11:44.343168 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e3f2b56a-18ec-4d95-b653-0ca4e2dafcb4 req-4723243f-c6fc-4b97-bd87-7ccd83b0d6a2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492146 Jul 14 11:11:44.458180 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db2f0d-ca9f-42e7-aea4-3561f2abfff5 req-d3528811-ea85-45b7-84c0-d5dde7283623 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:44.459805 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91db2f0d-ca9f-42e7-aea4-3561f2abfff5 req-d3528811-ea85-45b7-84c0-d5dde7283623 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.0485804 Jul 14 11:11:44.469903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57130) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:44.475034 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'port_id': '5680042e-3b46-47b0-b87d-a4af8afdfddd'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:11:44.518625 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (5a9b9aaf-dfc7-467f-9e88-8715871a1fd1), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:45.208848 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823eb39-d7a5-42fc-a3f1-bb13133ca295 req-9029c668-3c4d-44dd-9668-a7b8c2766a4e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:45.215032 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c823eb39-d7a5-42fc-a3f1-bb13133ca295 req-9029c668-3c4d-44dd-9668-a7b8c2766a4e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0692923 Jul 14 11:11:45.257052 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:45.262337 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (5a9b9aaf-dfc7-467f-9e88-8715871a1fd1), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:45.281237 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c823eb39-d7a5-42fc-a3f1-bb13133ca295 req-4dbf2ae0-60fc-4f7b-ac82-47fb7a90afbf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626285 Jul 14 11:11:45.321580 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:45.394100 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 5a9b9aaf-dfc7-467f-9e88-8715871a1fd1 associated. External IP: 172.27.0.68, port: 5680042e-3b46-47b0-b87d-a4af8afdfddd. Jul 14 11:11:45.556282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:45.620332 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:45.702110 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:11:45.832106 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:11:45.837860 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:45.843503 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:11:45.860509 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:45.861332 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:11:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:45.886771 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-933f5f40-25a1-49cb-bf58-c2d1a410ec17 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "PUT /v2.0/floatingips/5a9b9aaf-dfc7-467f-9e88-8715871a1fd1 HTTP/1.1" status: 200 len: 990 time: 1.4157269 Jul 14 11:11:45.887429 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:45.889770 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe821180-2aa7-46e8-95e2-b9471cedac5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:45.957459 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d404729-5a8a-4983-899b-8601d5ea5119 x-openstack-request-id: req-2d404729-5a8a-4983-899b-8601d5ea5119 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:45.958576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:45.958576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d404729-5a8a-4983-899b-8601d5ea5119 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:45.959192 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d404729-5a8a-4983-899b-8601d5ea5119'] response: {'name': 'network-changed', 'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'status': 'completed', 'code': 200} Jul 14 11:11:46.012955 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:46.099980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-e487716d-4ba1-459e-bf74-d27c985442b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:46.104180 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-e487716d-4ba1-459e-bf74-d27c985442b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 1129 time: 0.0821002 Jul 14 11:11:46.121429 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:46.237206 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-a48527c0-38f5-4b02-a73d-1f50a37d7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:46.239439 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-a48527c0-38f5-4b02-a73d-1f50a37d7ad4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.1256278 Jul 14 11:11:46.307093 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:06Z', 'revision_number': 2, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}, {'id': '5a9b9aaf-dfc7-467f-9e88-8715871a1fd1', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:17:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:11:30Z', 'updated_at': '2022-07-14T11:11:45Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:46.335247 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:11:46.343972 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-e06a85ff-729f-4bc8-bf5b-3bd403653fbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd HTTP/1.1" status: 200 len: 998 time: 0.0978191 Jul 14 11:11:46.345368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:46.346002 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:11:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:46.411766 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-e4f42eae-afbb-4199-a9c1-41c30e22a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:46.413304 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-e4f42eae-afbb-4199-a9c1-41c30e22a770 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0585043 Jul 14 11:11:46.477075 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0958e-ffda-41b4-8895-d2c9957e2d65 req-cb23f4f1-e1b2-4977-95cf-0f0fae8eb0c9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:46.478260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-125e1729-5982-438f-9999-522def1b909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:46.479422 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-125e1729-5982-438f-9999-522def1b909d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585821 Jul 14 11:11:46.482195 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d2b0958e-ffda-41b4-8895-d2c9957e2d65 req-cb23f4f1-e1b2-4977-95cf-0f0fae8eb0c9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0897079 Jul 14 11:11:46.504981 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:46.585795 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d2b0958e-ffda-41b4-8895-d2c9957e2d65 req-0d13b78f-01e0-4ded-988e-9542e4edd5b4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864131 Jul 14 11:11:46.641717 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-add9c5e0-a3f8-4569-9689-3ce2eae5ca54 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471007 Jul 14 11:11:46.763242 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe821180-2aa7-46e8-95e2-b9471cedac5e req-6bb74a03-4d4c-489c-a5c0-c98adfbc5118 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101418 Jul 14 11:11:46.823692 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:06Z', 'revision_number': 2, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}, {'id': '5a9b9aaf-dfc7-467f-9e88-8715871a1fd1', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:17:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:11:30Z', 'updated_at': '2022-07-14T11:11:45Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:46.856290 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bb67c-5a88-45bc-90ed-1445c2f57a1d None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:06Z', 'revision_number': 2, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}, {'id': '5a9b9aaf-dfc7-467f-9e88-8715871a1fd1', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:17:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:11:30Z', 'updated_at': '2022-07-14T11:11:45Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:11:47.164872 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabd9fef-6a4a-422f-b490-46cabb11f6e0 None None] New status for floating IP 5a9b9aaf-dfc7-467f-9e88-8715871a1fd1: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:11:47.723496 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7d87-9557-414d-be9c-0740b1bf57fe req-dd930442-e537-4bd7-b6dc-76f747a229fd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:47.726273 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96ad7d87-9557-414d-be9c-0740b1bf57fe req-dd930442-e537-4bd7-b6dc-76f747a229fd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0534976 Jul 14 11:11:47.781723 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96ad7d87-9557-414d-be9c-0740b1bf57fe req-7bc48cc7-ee35-4c52-9c06-0d49e0576e96 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492222 Jul 14 11:11:48.922673 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273333f9-4ab2-47dd-9848-8c500c638e28 req-ee0979a0-491e-46cc-ab9c-c1ae10f50232 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:48.925991 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-273333f9-4ab2-47dd-9848-8c500c638e28 req-ee0979a0-491e-46cc-ab9c-c1ae10f50232 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0652230 Jul 14 11:11:48.980736 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-273333f9-4ab2-47dd-9848-8c500c638e28 req-aa750b22-6421-4b01-ba9d-79ea90cd2101 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504160 Jul 14 11:11:50.140795 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7449f-0b90-4b2b-902c-47f8b9326d22 req-7bd99b2a-cb63-4287-952e-992aeba6785a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:50.151710 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7eb7449f-0b90-4b2b-902c-47f8b9326d22 req-7bd99b2a-cb63-4287-952e-992aeba6785a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0677516 Jul 14 11:11:50.219560 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7eb7449f-0b90-4b2b-902c-47f8b9326d22 req-4a1a08f3-c20e-4db2-92e9-c4548838a717 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667956 Jul 14 11:11:51.366658 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165cd00-0fc7-4859-9eec-c7eda261460e req-fc3d97b8-1b69-4ec7-8921-36752773751a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:51.368373 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b165cd00-0fc7-4859-9eec-c7eda261460e req-fc3d97b8-1b69-4ec7-8921-36752773751a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0520830 Jul 14 11:11:51.462216 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b165cd00-0fc7-4859-9eec-c7eda261460e req-c525529b-5cc7-4073-972c-29d22f75f43a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811260 Jul 14 11:11:52.595048 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1b494-ac6a-435d-ac23-59ccd2224a60 req-0a9497dc-105c-4d4f-bd1e-b459d0de32f7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:52.597456 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ffa1b494-ac6a-435d-ac23-59ccd2224a60 req-0a9497dc-105c-4d4f-bd1e-b459d0de32f7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0526357 Jul 14 11:11:52.655259 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ffa1b494-ac6a-435d-ac23-59ccd2224a60 req-9ed496e5-994a-4ee7-8447-43232bbaa6cf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469151 Jul 14 11:11:53.800611 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b26b8-dbc1-4c34-84a8-9a039432fcbf req-d5f0f26b-9f71-4bfc-8478-859e2f7fa170 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:53.802940 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e3b26b8-dbc1-4c34-84a8-9a039432fcbf req-d5f0f26b-9f71-4bfc-8478-859e2f7fa170 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0603824 Jul 14 11:11:53.857411 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e3b26b8-dbc1-4c34-84a8-9a039432fcbf req-d82899e6-481a-47ea-b464-a5abd1278880 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480461 Jul 14 11:11:54.946277 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:54.975540 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:54.998252 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be848e9b-7c27-404b-a293-33b388f5dbca req-470058f4-1b02-4f9d-b909-7e7fb2c8b167 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:54.999933 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-be848e9b-7c27-404b-a293-33b388f5dbca req-470058f4-1b02-4f9d-b909-7e7fb2c8b167 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0632439 Jul 14 11:11:55.055306 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-be848e9b-7c27-404b-a293-33b388f5dbca req-3f95c518-554c-46cf-a9f0-d131ddaf7e23 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496097 Jul 14 11:11:55.632533 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-ef3e9785-c65b-4b3a-a624-bee95d253707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:55.633941 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-ef3e9785-c65b-4b3a-a624-bee95d253707 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1130 time: 0.0437140 Jul 14 11:11:55.724952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-906844fb-b054-4969-a13c-6c4dc5188b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:55.726391 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-906844fb-b054-4969-a13c-6c4dc5188b0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.0859010 Jul 14 11:11:55.791166 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-94c297f5-30bd-4f31-99c4-2ff60ffb8090 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 1002 time: 0.0585337 Jul 14 11:11:55.838948 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-35a914b8-c972-47b9-827c-c3c91dc4f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:55.840404 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-35a914b8-c972-47b9-827c-c3c91dc4f177 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0436320 Jul 14 11:11:55.885536 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-83915279-08c7-479b-8d31-e3bcfe5edf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:55.886962 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-83915279-08c7-479b-8d31-e3bcfe5edf8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390670 Jul 14 11:11:55.985517 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-ffd33f77-67f6-4c86-b1e0-85dce78a21f2 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904350 Jul 14 11:11:56.080060 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abf0d3df-64c3-48e8-833b-9928f27d8e75 req-1bcc7c28-fb1d-4465-b350-ac9f792dd5cd service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872338 Jul 14 11:11:56.174773 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0fbfd-365d-4048-981f-3ff641de3f34 req-b6a7431f-a9f4-4d2c-bdc4-ec2ef0509860 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:56.176262 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-13d0fbfd-365d-4048-981f-3ff641de3f34 req-b6a7431f-a9f4-4d2c-bdc4-ec2ef0509860 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0471194 Jul 14 11:11:56.224094 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-13d0fbfd-365d-4048-981f-3ff641de3f34 req-1eb4e112-d132-41ef-a8ad-8021699301f3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 Jul 14 11:11:56.827017 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=76 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:56.827718 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=51 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:57.343142 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a26a0c-1c0b-4d88-aa52-f3b553325f38 req-6ca5a406-77e8-4b3e-9d3c-45465818ba56 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:57.344700 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-85a26a0c-1c0b-4d88-aa52-f3b553325f38 req-6ca5a406-77e8-4b3e-9d3c-45465818ba56 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0484099 Jul 14 11:11:57.392464 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:57.397837 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-85a26a0c-1c0b-4d88-aa52-f3b553325f38 req-a32cd638-bd8b-4fc8-905e-42895225739d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469773 Jul 14 11:11:58.530379 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855197a-fa0d-4b88-b625-a2352efbd665 req-11c2914b-9a3a-4ac3-9054-f5bc8f408f6b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:58.531836 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8855197a-fa0d-4b88-b625-a2352efbd665 req-11c2914b-9a3a-4ac3-9054-f5bc8f408f6b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 946 time: 0.0594096 Jul 14 11:11:58.580621 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8855197a-fa0d-4b88-b625-a2352efbd665 req-7eb5919c-45ae-4d2a-b66f-70c7c6634105 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Jul 14 11:11:59.037650 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:59.072284 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-132bc9a7-0206-42ae-a362-f616884ecb50 req-70e15e51-c631-4626-8ed2-fb080384930f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:11:59.073311 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-132bc9a7-0206-42ae-a362-f616884ecb50 req-70e15e51-c631-4626-8ed2-fb080384930f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052269 Jul 14 11:11:59.134134 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: ACTIVE; New status is: DOWN {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:11:59.134516 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:59.164796 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:59.166978 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f574c6c-e94f-4707-ba60-44fe294ac848" -d '{"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-unplugged", "status": "completed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:59.192949 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:59.202195 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:59.258735 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8d831e-d545-483b-9cea-251c79857713 x-openstack-request-id: req-6c8d831e-d545-483b-9cea-251c79857713 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:59.259234 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-unplugged", "status": "failed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70", "code": 422}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:59.259840 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c8d831e-d545-483b-9cea-251c79857713 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:59.260346 dv-cinder-848938-2-iscsi neutron-server[104143]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6c8d831e-d545-483b-9cea-251c79857713']: {'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70', 'code': 422} returned with failed status Jul 14 11:11:59.261005 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=8']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:59.299020 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f657c-c125-475a-b690-abc6ad3377e7 req-5984df83-791d-4213-a91a-c1d8a0014b3a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:59.301334 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-282f657c-c125-475a-b690-abc6ad3377e7 req-5984df83-791d-4213-a91a-c1d8a0014b3a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0861094 Jul 14 11:11:59.352505 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-282f657c-c125-475a-b690-abc6ad3377e7 req-86ced3e0-de2a-4a19-99c9-ebd4e3cace1a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438364 Jul 14 11:11:59.610608 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57266) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:59.696346 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-35d7fc1a-3d0a-4cd4-8f98-77469567d20e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845482 Jul 14 11:11:59.704824 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-38a47c7b-ca23-471d-a8ea-a301850b00f2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:11:59.706226 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-38a47c7b-ca23-471d-a8ea-a301850b00f2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048718 Jul 14 11:11:59.783538 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57274) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:59.887286 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-f1435783-13e9-4a07-bf58-5a54feac269f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:59.888832 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-f1435783-13e9-4a07-bf58-5a54feac269f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports/81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 941 time: 0.1035190 Jul 14 11:12:00.479084 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9668b-a466-47a2-8360-6c97eafe3851 req-4ed2d791-46a7-4b8b-9b9f-048c7872938d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:00.480674 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5b9668b-a466-47a2-8360-6c97eafe3851 req-4ed2d791-46a7-4b8b-9b9f-048c7872938d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0498717 Jul 14 11:12:00.536665 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5b9668b-a466-47a2-8360-6c97eafe3851 req-7205c599-2f8f-4d0a-ad46-d70857cf0906 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497859 Jul 14 11:12:01.648005 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:01.659217 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbba9a-a73b-42ce-8f15-315b89714d25 req-2cb54e94-bc83-485e-ba97-3ce31c786688 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:01.660733 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-33bbba9a-a73b-42ce-8f15-315b89714d25 req-2cb54e94-bc83-485e-ba97-3ce31c786688 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0487096 Jul 14 11:12:01.707825 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-33bbba9a-a73b-42ce-8f15-315b89714d25 req-7fde88ab-85f1-4e4b-99aa-e556057dca9e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Jul 14 11:12:02.837447 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:12:02.842271 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b772fb-a47e-49b9-aec6-e310f400ce50 req-dc789b40-34e7-4829-bc07-0e58e8e188dc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:02.844802 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c3b772fb-a47e-49b9-aec6-e310f400ce50 req-dc789b40-34e7-4829-bc07-0e58e8e188dc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0587106 Jul 14 11:12:02.898475 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c3b772fb-a47e-49b9-aec6-e310f400ce50 req-1bca6e8b-bab9-4a17-b4b3-500d1240bd90 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474331 Jul 14 11:12:03.101826 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:12:03.365104 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: DOWN; New status is: DOWN {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:12:04.027103 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee39b6-2185-4d03-aeb7-d4c45a9728cb req-3fc35a3b-7c13-4251-8347-0b056df1c31d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:04.028710 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3dee39b6-2185-4d03-aeb7-d4c45a9728cb req-3fc35a3b-7c13-4251-8347-0b056df1c31d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0500193 Jul 14 11:12:04.080674 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3dee39b6-2185-4d03-aeb7-d4c45a9728cb req-bb1f6932-ae49-4994-855f-335e5cab301b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457633 Jul 14 11:12:05.206067 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f104d7-b6b4-4ecc-9d62-add1f7afc662 req-92e3e44f-7c95-4a2a-9eb3-111ddf39fcb7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:05.207701 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a6f104d7-b6b4-4ecc-9d62-add1f7afc662 req-92e3e44f-7c95-4a2a-9eb3-111ddf39fcb7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0510705 Jul 14 11:12:05.259700 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a6f104d7-b6b4-4ecc-9d62-add1f7afc662 req-bf66678a-cd11-4395-a033-2fab58ba8bce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462220 Jul 14 11:12:05.322616 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ccceb60e-09ac-487a-86c4-f84a93e7540f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:06.392663 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ad6c5-291e-487a-879c-0dfcd4497e38 req-2b2de80a-5543-474f-bddb-27d9a6bc2760 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:06.394679 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0c5ad6c5-291e-487a-879c-0dfcd4497e38 req-2b2de80a-5543-474f-bddb-27d9a6bc2760 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0580566 Jul 14 11:12:06.446761 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0c5ad6c5-291e-487a-879c-0dfcd4497e38 req-1481af5e-2d17-4f43-a2cb-b90cc77d4f08 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459628 Jul 14 11:12:06.823645 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:06.939991 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fa161-62bf-456c-b410-99b88f4d597d req-efd9341f-0ac9-4e7b-a5de-c8cc0f22fac1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:06.942157 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dd3fa161-62bf-456c-b410-99b88f4d597d req-efd9341f-0ac9-4e7b-a5de-c8cc0f22fac1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0512359 Jul 14 11:12:06.991897 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dd3fa161-62bf-456c-b410-99b88f4d597d req-c962083e-12fc-4d1f-b213-3baa5eb55d21 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440974 Jul 14 11:12:07.578663 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443765a2-1661-48a8-b187-2c647ca2c454 req-3033a584-76d2-4fbb-9182-aa7ea6ee74eb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:07.580186 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-443765a2-1661-48a8-b187-2c647ca2c454 req-3033a584-76d2-4fbb-9182-aa7ea6ee74eb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0554874 Jul 14 11:12:07.599343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:07.614948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1497b172-1dba-4216-bf32-e65ac54c3730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:07.633591 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-443765a2-1661-48a8-b187-2c647ca2c454 req-9960fdf7-5d66-48d0-85e8-3bc306744793 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475950 Jul 14 11:12:07.811971 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-16209788-4371-49e9-a229-3b3cf9f0f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:07.813386 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-16209788-4371-49e9-a229-3b3cf9f0f0b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084&tenant_id=9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 1128 time: 0.0708847 Jul 14 11:12:07.887467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:07.895667 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-d00094e0-4e3c-4320-b184-b33d94f244ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:07.897165 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-d00094e0-4e3c-4320-b184-b33d94f244ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1128 time: 0.0410290 Jul 14 11:12:07.998738 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-c4d0d5b6-b0b6-40eb-b5df-93094aaf74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:08.000096 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-c4d0d5b6-b0b6-40eb-b5df-93094aaf74e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.0968046 Jul 14 11:12:08.065645 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-0f7c455e-5bc3-4220-a8d8-ec525faefe37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 1000 time: 0.0563285 Jul 14 11:12:08.112766 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63eb7-46ff-4953-820d-dba1696b6476 req-757d6627-3bde-4cdf-ad31-c4a8af2f4390 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:08.114316 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-86d63eb7-46ff-4953-820d-dba1696b6476 req-757d6627-3bde-4cdf-ad31-c4a8af2f4390 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0483155 Jul 14 11:12:08.119367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-215e1143-445f-4e69-846f-8511c0f0cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:08.120766 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-215e1143-445f-4e69-846f-8511c0f0cc55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0492928 Jul 14 11:12:08.165969 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-86d63eb7-46ff-4953-820d-dba1696b6476 req-54af171f-3c77-42bd-8387-4381b7729b68 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454125 Jul 14 11:12:08.172765 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-3d339d97-85cb-4d69-aea9-ef8f8398066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:08.174270 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-3d339d97-85cb-4d69-aea9-ef8f8398066f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408287 Jul 14 11:12:08.272721 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-667c1ee1-c926-472d-93a4-06b8f787d3f1 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880539 Jul 14 11:12:08.367212 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3e628319-4042-41ae-a252-5b961ef4aca9 req-891d39c2-50e2-44d6-bb5d-e26981e5e4a3 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883248 Jul 14 11:12:08.676094 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:08.758068 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a923db1-f560-45a9-b2ae-796123c1505e req-5772b60e-1265-4ac7-8257-66268d11de20 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:08.760257 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5a923db1-f560-45a9-b2ae-796123c1505e req-5772b60e-1265-4ac7-8257-66268d11de20 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0506430 Jul 14 11:12:08.811174 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5a923db1-f560-45a9-b2ae-796123c1505e req-5d3e0076-a59a-4340-a826-3725ec95adb2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451865 Jul 14 11:12:09.291562 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f7a72-5153-49b3-a6d7-5f5a1135f45a req-b48ed0d9-263e-4425-a8a4-aa814584df0c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:09.293789 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b67f7a72-5153-49b3-a6d7-5f5a1135f45a req-b48ed0d9-263e-4425-a8a4-aa814584df0c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0513754 Jul 14 11:12:09.344677 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b67f7a72-5153-49b3-a6d7-5f5a1135f45a req-d9b9f411-bb27-499e-8c88-a56b68790a5a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 Jul 14 11:12:09.941416 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cad45-3b56-4ec3-801d-4b7f0b343cad req-26c63a68-cdf3-406a-b31e-ec51fc0346b7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:09.942934 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a1cad45-3b56-4ec3-801d-4b7f0b343cad req-26c63a68-cdf3-406a-b31e-ec51fc0346b7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0514321 Jul 14 11:12:09.991364 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a1cad45-3b56-4ec3-801d-4b7f0b343cad req-4a9e6a88-00d4-4001-8589-552b4df07a41 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429163 Jul 14 11:12:10.074375 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:10.469603 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136fd18-d941-4d1e-9fbf-b0e89015f6d7 req-f7105022-30b1-4f72-9abe-16653b5eb70a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:10.471014 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a136fd18-d941-4d1e-9fbf-b0e89015f6d7 req-f7105022-30b1-4f72-9abe-16653b5eb70a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0543160 Jul 14 11:12:10.515617 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:10.529919 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a136fd18-d941-4d1e-9fbf-b0e89015f6d7 req-b2636279-52b9-472a-993b-8243884079df tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518653 Jul 14 11:12:11.179142 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f8d3-6ed1-4038-bfb8-010fa00e8ebb req-5de136a5-b94b-4312-8dc3-04cab2df8f5b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:11.180745 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1b2f8d3-6ed1-4038-bfb8-010fa00e8ebb req-5de136a5-b94b-4312-8dc3-04cab2df8f5b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.1123939 Jul 14 11:12:11.231203 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1b2f8d3-6ed1-4038-bfb8-010fa00e8ebb req-7218595e-fed0-4539-a033-3b3f1dc2f7af tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448878 Jul 14 11:12:11.665069 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fba6d-e6f2-4d38-9363-10bfb47caf82 req-08f15579-8e3a-475d-a9d0-5d103dfefe91 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:11.672988 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2b7fba6d-e6f2-4d38-9363-10bfb47caf82 req-08f15579-8e3a-475d-a9d0-5d103dfefe91 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0664165 Jul 14 11:12:11.726795 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2b7fba6d-e6f2-4d38-9363-10bfb47caf82 req-00c6c371-3bd0-4327-a17d-90b71c21c1fd tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523238 Jul 14 11:12:12.371945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f31c-1ebb-4902-bc2c-be52ab436bba req-af34085a-2c43-4e06-999c-c28e8a5542de tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:12.373590 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a70f31c-1ebb-4902-bc2c-be52ab436bba req-af34085a-2c43-4e06-999c-c28e8a5542de tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0609052 Jul 14 11:12:12.424117 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a70f31c-1ebb-4902-bc2c-be52ab436bba req-2ddcd1cd-2d1f-4a60-8f01-8791685ba186 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Jul 14 11:12:12.833868 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:12.847929 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06a547-4844-4182-8b38-f225f85c57a9 req-de45ca1a-40ba-4d0c-8aa1-be6c949f7e45 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:12.849436 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8e06a547-4844-4182-8b38-f225f85c57a9 req-de45ca1a-40ba-4d0c-8aa1-be6c949f7e45 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0527847 Jul 14 11:12:12.901305 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8e06a547-4844-4182-8b38-f225f85c57a9 req-f6030a6f-b3d9-4d00-bfdf-ba1f84e556f7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462065 Jul 14 11:12:13.593512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5bbd6-1fed-451b-8c0c-ad01b7da21b5 req-b15e5a0f-55ae-468a-a4d2-847d3452c195 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:13.595257 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ee5bbd6-1fed-451b-8c0c-ad01b7da21b5 req-b15e5a0f-55ae-468a-a4d2-847d3452c195 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0746362 Jul 14 11:12:13.642457 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:13.668010 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ee5bbd6-1fed-451b-8c0c-ad01b7da21b5 req-3af8743a-7fd1-4533-a0cd-960ed21eb133 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636361 Jul 14 11:12:14.028381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d4dca-ef84-4208-bc4c-8d2f9f9d184c req-4670bb9f-cf06-44a3-bdfe-0fa95fc2b497 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:14.029993 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59d4dca-ef84-4208-bc4c-8d2f9f9d184c req-4670bb9f-cf06-44a3-bdfe-0fa95fc2b497 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0591044 Jul 14 11:12:14.077392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:14.086106 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c59d4dca-ef84-4208-bc4c-8d2f9f9d184c req-5f143be6-cfc3-48af-bf1e-1038907b19ef tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500970 Jul 14 11:12:14.801153 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b89fd4-fb82-4c5c-afd7-abc49c094fa7 req-01134b4f-bf38-4ed1-98cb-e081f279f777 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:14.801937 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02b89fd4-fb82-4c5c-afd7-abc49c094fa7 req-01134b4f-bf38-4ed1-98cb-e081f279f777 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0493433 Jul 14 11:12:14.855355 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02b89fd4-fb82-4c5c-afd7-abc49c094fa7 req-e0b7e864-c777-4309-9ad0-87805a932096 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472536 Jul 14 11:12:15.212252 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927250b-7059-4ab2-ba67-daa5e6c81839 req-2e95880b-e809-44a2-b9e0-55d805ce78ef tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:15.213745 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2927250b-7059-4ab2-ba67-daa5e6c81839 req-2e95880b-e809-44a2-b9e0-55d805ce78ef tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0538201 Jul 14 11:12:15.263350 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2927250b-7059-4ab2-ba67-daa5e6c81839 req-92688ca8-9cda-410c-a898-e00f2fb3eab1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436494 Jul 14 11:12:15.318286 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:15.984484 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624ee4e-695a-4386-a158-de6cb932b4d4 req-c62c1711-4132-43dc-b732-9449caa1aa35 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:15.985986 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f624ee4e-695a-4386-a158-de6cb932b4d4 req-c62c1711-4132-43dc-b732-9449caa1aa35 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0552976 Jul 14 11:12:16.036443 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f624ee4e-695a-4386-a158-de6cb932b4d4 req-f33d5013-9b1f-4e1f-8bfb-dee1b5a973c0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441692 Jul 14 11:12:16.385072 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f43b4d-a61c-41d8-aec0-0ae4d6795993 req-f37f9eca-9696-4941-b452-1077f60f5a94 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:16.386655 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6f43b4d-a61c-41d8-aec0-0ae4d6795993 req-f37f9eca-9696-4941-b452-1077f60f5a94 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0534198 Jul 14 11:12:16.439822 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f6f43b4d-a61c-41d8-aec0-0ae4d6795993 req-30a01f6e-e504-47bb-9f11-b2a811f37826 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468469 Jul 14 11:12:17.175034 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c3a8-5b3f-40ed-b4f8-6c8dda326b37 req-3f5ebada-ed1c-4a2f-a351-b18a92cb6476 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:17.177496 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe17c3a8-5b3f-40ed-b4f8-6c8dda326b37 req-3f5ebada-ed1c-4a2f-a351-b18a92cb6476 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0628421 Jul 14 11:12:17.243203 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe17c3a8-5b3f-40ed-b4f8-6c8dda326b37 req-57cc8f75-28cd-4f81-97fb-34952206ed39 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546341 Jul 14 11:12:17.561612 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad5c36-cd97-44a1-8252-b787e851d58c req-c47b20c2-6486-4c37-b8f4-28d574435558 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:17.563979 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e8ad5c36-cd97-44a1-8252-b787e851d58c req-c47b20c2-6486-4c37-b8f4-28d574435558 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0532339 Jul 14 11:12:17.619540 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e8ad5c36-cd97-44a1-8252-b787e851d58c req-42819974-70a9-437f-a61a-8dd6efb1c867 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479145 Jul 14 11:12:18.365799 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb30b55-d0a6-4ae8-b650-b52320535718 req-514c75fa-ab06-43f2-b26d-62c8d8580cd6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:18.367478 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bb30b55-d0a6-4ae8-b650-b52320535718 req-514c75fa-ab06-43f2-b26d-62c8d8580cd6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0510259 Jul 14 11:12:18.441123 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3bb30b55-d0a6-4ae8-b650-b52320535718 req-17096452-16b8-4639-99f5-9578f78399e1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679617 Jul 14 11:12:18.745139 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777ea71-be7d-4465-850c-cbc884e93f2f req-8804aad1-98b9-4eaf-8c04-05bc409cf072 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:18.746613 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8777ea71-be7d-4465-850c-cbc884e93f2f req-8804aad1-98b9-4eaf-8c04-05bc409cf072 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0532274 Jul 14 11:12:18.798797 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8777ea71-be7d-4465-850c-cbc884e93f2f req-e99d1089-d871-4459-a575-43695772ffaf tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465055 Jul 14 11:12:19.571669 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb1204-5dc5-40d5-96ad-cf2b61485c07 req-3184aa4b-ebe1-4dac-8d36-e31d2dd8b26d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:19.573182 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dffb1204-5dc5-40d5-96ad-cf2b61485c07 req-3184aa4b-ebe1-4dac-8d36-e31d2dd8b26d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0478847 Jul 14 11:12:19.620202 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dffb1204-5dc5-40d5-96ad-cf2b61485c07 req-623cbbfe-9148-4d59-983f-af568c54db26 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Jul 14 11:12:19.930944 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e5e8-263f-40d5-9f8c-a6fc93f44b1e req-b7d6a0d1-fe4c-478d-b3b8-3189095be876 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:19.932874 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21d5e5e8-263f-40d5-9f8c-a6fc93f44b1e req-b7d6a0d1-fe4c-478d-b3b8-3189095be876 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0527699 Jul 14 11:12:19.980073 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21d5e5e8-263f-40d5-9f8c-a6fc93f44b1e req-79c25b7c-da8a-4daa-8308-e9bf31201c49 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417480 Jul 14 11:12:20.703263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:20.741969 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02941159-a061-48ab-86ce-b2dc72d7b801 req-5f92781d-bda5-4e1e-96b5-51f993ccd979 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:20.743529 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02941159-a061-48ab-86ce-b2dc72d7b801 req-5f92781d-bda5-4e1e-96b5-51f993ccd979 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0489087 Jul 14 11:12:20.792663 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02941159-a061-48ab-86ce-b2dc72d7b801 req-de8ae626-041f-4c69-801a-7fbc9a05985a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434361 Jul 14 11:12:21.060150 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:21.098842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a186d6f-804f-4baf-97a4-ca2ee5aa119d req-03793e0b-6deb-4dda-912f-819d60f700ae tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:21.100355 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a186d6f-804f-4baf-97a4-ca2ee5aa119d req-03793e0b-6deb-4dda-912f-819d60f700ae tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0492754 Jul 14 11:12:21.154282 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a186d6f-804f-4baf-97a4-ca2ee5aa119d req-bb1afcb8-c5d5-45c4-8173-5730a9697a2d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482922 Jul 14 11:12:21.915800 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ba73-cec3-45f2-8d66-a88b9fb8e99f req-99d1dcdc-6bf2-4fc5-a0f4-faffb4e530fd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:21.917280 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7770ba73-cec3-45f2-8d66-a88b9fb8e99f req-99d1dcdc-6bf2-4fc5-a0f4-faffb4e530fd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0472076 Jul 14 11:12:21.965751 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7770ba73-cec3-45f2-8d66-a88b9fb8e99f req-a9e6b3c7-56ec-41ad-9d56-ad4e4f950b37 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 Jul 14 11:12:22.275269 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18061e0-eb92-4935-8a93-1ee19fab1db5 req-f70bbb77-a607-4030-b3ac-6b807043da44 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:22.276785 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b18061e0-eb92-4935-8a93-1ee19fab1db5 req-f70bbb77-a607-4030-b3ac-6b807043da44 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0485344 Jul 14 11:12:22.345091 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b18061e0-eb92-4935-8a93-1ee19fab1db5 req-c78e34a0-d51d-4fa7-a87a-b5804ad92242 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625305 Jul 14 11:12:22.891598 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:22.895694 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=75 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:23.133301 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6de4-1e66-44fe-a63b-075ff00d2b83 req-8fe50a77-60eb-49dd-a362-1f4eeeda7ce5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:23.134693 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a5c6de4-1e66-44fe-a63b-075ff00d2b83 req-8fe50a77-60eb-49dd-a362-1f4eeeda7ce5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0867786 Jul 14 11:12:23.139065 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-71c3c8fc-b183-4fd1-b8cb-3beae4704a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:23.140552 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-71c3c8fc-b183-4fd1-b8cb-3beae4704a0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1128 time: 0.0893052 Jul 14 11:12:23.188112 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7a5c6de4-1e66-44fe-a63b-075ff00d2b83 req-0c8558ac-6875-4d26-954a-a676d3fc62db tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465763 Jul 14 11:12:23.461282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6110b8-2244-41cf-94f3-365a35e09f82 req-8bda1541-8bf8-4f6e-b3dc-2b8e2efa854f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:23.463002 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2e6110b8-2244-41cf-94f3-365a35e09f82 req-8bda1541-8bf8-4f6e-b3dc-2b8e2efa854f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0484469 Jul 14 11:12:23.518156 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2e6110b8-2244-41cf-94f3-365a35e09f82 req-4fee498a-435a-481e-acec-a6bf2c9b49e8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479901 Jul 14 11:12:23.757924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5f60f-011d-49d9-8941-a1fb311990f6 req-4bd55a87-615b-46c7-8aa1-d1658b3cbdb7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:23.759438 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eab5f60f-011d-49d9-8941-a1fb311990f6 req-4bd55a87-615b-46c7-8aa1-d1658b3cbdb7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0500078 Jul 14 11:12:23.807742 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-eab5f60f-011d-49d9-8941-a1fb311990f6 req-42fdaddf-8f15-4e24-bef7-52e8087f8951 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427272 Jul 14 11:12:24.316966 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e07c9-9e66-481f-bc62-f0589f3c95fa req-e5bc9436-e20a-491b-b971-4d948f8f191f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:24.318372 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-079e07c9-9e66-481f-bc62-f0589f3c95fa req-e5bc9436-e20a-491b-b971-4d948f8f191f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0515482 Jul 14 11:12:24.368127 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-079e07c9-9e66-481f-bc62-f0589f3c95fa req-60024de6-e828-41b0-99fd-789989bdb152 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Jul 14 11:12:24.760844 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-d623f661-32f9-49ad-b395-2cda1d4174d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:24.762638 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-d623f661-32f9-49ad-b395-2cda1d4174d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.1107650 Jul 14 11:12:24.931226 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-5de5def6-4589-4f1e-bed9-644b640b16aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 200 len: 1000 time: 0.1305344 Jul 14 11:12:24.934418 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-1cc475b9-4754-4922-a8ce-ab6bec6a0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:24.935887 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-1cc475b9-4754-4922-a8ce-ab6bec6a0381 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 1129 time: 0.0975916 Jul 14 11:12:24.965066 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d114e8-43a7-4d22-ba51-be281e3181ff req-d0f4a812-bf56-4bf6-8070-abd0c0630df8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:24.966464 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b4d114e8-43a7-4d22-ba51-be281e3181ff req-d0f4a812-bf56-4bf6-8070-abd0c0630df8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0825551 Jul 14 11:12:25.071977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:25.084497 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-cb0789c6-0328-4841-aa27-60ed1b15650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:25.085974 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-cb0789c6-0328-4841-aa27-60ed1b15650e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.1402524 Jul 14 11:12:25.114453 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b4d114e8-43a7-4d22-ba51-be281e3181ff req-b28ec43d-5cc9-4906-a911-14f92c3fa409 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199186 Jul 14 11:12:25.132100 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:25.155955 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-d8a40e97-df46-46d9-9d2e-58ce32c97a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:25.157451 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-d8a40e97-df46-46d9-9d2e-58ce32c97a97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620444 Jul 14 11:12:25.158565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-86edfbd8-5c07-4be3-8e27-b7599cfdbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:25.159892 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-86edfbd8-5c07-4be3-8e27-b7599cfdbbbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 909 time: 0.2152309 Jul 14 11:12:25.287894 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-0853732e-719b-4b99-9428-5a9f3bbf1171 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6 HTTP/1.1" status: 200 len: 1001 time: 0.1107562 Jul 14 11:12:25.311032 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:25.312953 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:25.343683 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-4e483f57-6d5f-4da7-a4e2-af6c0de90a48 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741164 Jul 14 11:12:25.364547 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-63782811-b373-46e6-adcc-f35190fde36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:25.365992 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-63782811-b373-46e6-adcc-f35190fde36b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 200 len: 847 time: 0.0716426 Jul 14 11:12:25.503775 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b5b6a-8c1c-4a0a-bb7b-6b7cd153121c req-8654a6e3-29d2-4983-96bc-322cbb72620a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:25.505417 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-575b5b6a-8c1c-4a0a-bb7b-6b7cd153121c req-8654a6e3-29d2-4983-96bc-322cbb72620a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0508039 Jul 14 11:12:25.559330 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-575b5b6a-8c1c-4a0a-bb7b-6b7cd153121c req-4ee797f6-aa84-42f4-81ef-90c30ddea2e4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474150 Jul 14 11:12:25.725316 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-8dd22fc2-1452-4b9b-ba4c-ca6ad932dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:25.726818 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-8dd22fc2-1452-4b9b-ba4c-ca6ad932dffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8eaca00-9ce0-454f-9fb3-291577542b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608108 Jul 14 11:12:25.732587 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-872d6b58-5bd5-4c2a-991c-70a990bab441 req-73844426-376c-4b43-a4cf-2cae7548bb42 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804069 Jul 14 11:12:25.825720 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-cae60df5-c18a-4fbd-8e40-0b2013c248ad service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920806 Jul 14 11:12:25.923715 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6540690b-3e3d-4b2d-a983-1dac4584791d req-25133695-da59-4378-8293-c1d029a801ca service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900054 Jul 14 11:12:26.243063 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ac80f-2465-4451-abaf-60474a0eb04d req-6eb68dfd-75ee-45d5-88c9-fc269e74f5ad tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:26.244547 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-672ac80f-2465-4451-abaf-60474a0eb04d req-6eb68dfd-75ee-45d5-88c9-fc269e74f5ad tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0551841 Jul 14 11:12:26.295351 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-672ac80f-2465-4451-abaf-60474a0eb04d req-808730ab-09b5-4b04-9ab2-d37bd14dc61b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447140 Jul 14 11:12:26.684106 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44c9d-a8e1-433d-aa66-20a6a8f9946d req-23953042-6fc7-415e-99fb-e0f96a845044 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:26.685609 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c4a44c9d-a8e1-433d-aa66-20a6a8f9946d req-23953042-6fc7-415e-99fb-e0f96a845044 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0478163 Jul 14 11:12:26.738180 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c4a44c9d-a8e1-433d-aa66-20a6a8f9946d req-8f6c9b23-84fc-4cce-9fb1-fd61954349cb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463293 Jul 14 11:12:27.410238 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844efafa-f70c-4d1b-b9ae-a4fef48ef44e req-ef10fb87-b1ff-4373-bb1f-41592b8a263a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:27.411731 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-844efafa-f70c-4d1b-b9ae-a4fef48ef44e req-ef10fb87-b1ff-4373-bb1f-41592b8a263a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0475404 Jul 14 11:12:27.466931 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-844efafa-f70c-4d1b-b9ae-a4fef48ef44e req-ff8d408e-d627-4d9b-a765-5fca907a6a8d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495582 Jul 14 11:12:27.858835 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e016a-843e-40e2-9ae1-304bc01cc099 req-a131dbc9-8db5-48d7-8ffb-a10fced7c1a5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:27.860398 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-074e016a-843e-40e2-9ae1-304bc01cc099 req-a131dbc9-8db5-48d7-8ffb-a10fced7c1a5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0490906 Jul 14 11:12:27.907520 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-074e016a-843e-40e2-9ae1-304bc01cc099 req-89ad290e-ff65-406d-8c28-cdd609dd6037 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Jul 14 11:12:29.025328 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69691872-9223-412b-9ae1-307091170d29 req-adcf9b44-d8e6-465a-9ace-5adf1c23f7e1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:29.026818 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-69691872-9223-412b-9ae1-307091170d29 req-adcf9b44-d8e6-465a-9ace-5adf1c23f7e1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0467515 Jul 14 11:12:29.077102 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-69691872-9223-412b-9ae1-307091170d29 req-a894289d-f704-4136-af3d-132566eb5334 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447562 Jul 14 11:12:30.305469 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbccb32-5227-484b-b493-de5e7d1e7d9a req-41c7e11d-a50b-4e9f-a79f-33314e534887 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:30.306906 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5dbccb32-5227-484b-b493-de5e7d1e7d9a req-41c7e11d-a50b-4e9f-a79f-33314e534887 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0466144 Jul 14 11:12:30.353218 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5dbccb32-5227-484b-b493-de5e7d1e7d9a req-f642e7e3-5d0f-49f4-b08a-8462174c304a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Jul 14 11:12:31.474244 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc314af-b841-4340-b750-9948d0d9b91c req-28393f4f-a3af-4cff-9117-11bff9cc7a26 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:31.475667 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1cc314af-b841-4340-b750-9948d0d9b91c req-28393f4f-a3af-4cff-9117-11bff9cc7a26 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0479887 Jul 14 11:12:31.523920 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1cc314af-b841-4340-b750-9948d0d9b91c req-bae41180-8035-4999-90bd-185da05ea76f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426993 Jul 14 11:12:32.654172 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dd438-f5ae-430c-88d7-23fd33db2bba req-88f23a76-87aa-43eb-9139-1e955493ee00 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:32.655795 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-943dd438-f5ae-430c-88d7-23fd33db2bba req-88f23a76-87aa-43eb-9139-1e955493ee00 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 944 time: 0.0540423 Jul 14 11:12:32.705381 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-943dd438-f5ae-430c-88d7-23fd33db2bba req-27034857-9870-4f4a-9494-c3e28862d698 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437908 Jul 14 11:12:33.164871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:33.171321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-77ba9a70-6996-4c72-966c-7d69195040f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:33.172916 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-77ba9a70-6996-4c72-966c-7d69195040f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1129 time: 0.0419226 Jul 14 11:12:33.186628 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:33.203068 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:12:33.255914 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3b80d-7dcb-4317-a6cc-25c660319749 req-2374eb59-e093-4eb0-a500-4b883f709335 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:33.257438 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6cc3b80d-7dcb-4317-a6cc-25c660319749 req-2374eb59-e093-4eb0-a500-4b883f709335 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0480394 Jul 14 11:12:33.280284 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-61c4b3b2-0923-42d9-9ae5-77bfef1f4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:33.282122 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-61c4b3b2-0923-42d9-9ae5-77bfef1f4d48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.1025081 Jul 14 11:12:33.308914 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:12:33.315531 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6cc3b80d-7dcb-4317-a6cc-25c660319749 req-7a14132a-1bb9-4dd6-8ac2-525076d99274 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501652 Jul 14 11:12:33.321147 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '81b715b1-2ff3-4295-9104-d4e547039e70', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'port_id': '81b715b1-2ff3-4295-9104-d4e547039e70', 'mac_address': 'fa:16:3e:34:4c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:12:33.352744 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-5bd2d679-d1ce-4d3b-a37c-8610f1d06b3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 200 len: 1000 time: 0.0622540 Jul 14 11:12:33.359976 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:12:33.360373 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:33.374717 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b715b1-2ff3-4295-9104-d4e547039e70 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:12:33.398056 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:12:33.402562 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:33.407866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-46da46ce-fd94-4425-86f5-1406ccd46b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:33.409895 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-46da46ce-fd94-4425-86f5-1406ccd46b47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0512776 Jul 14 11:12:33.451126 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=9']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:12:33.462617 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-fd26e7a6-e32c-4eb2-9989-746b7b7eeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:33.464198 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-fd26e7a6-e32c-4eb2-9989-746b7b7eeee0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403388 Jul 14 11:12:33.566959 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-b4045d4f-4a28-412f-9188-90377068a679 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859745 Jul 14 11:12:33.670414 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-84dc15f7-4547-466e-b2f0-1387746d87d8 req-8a21b8ab-bb10-470d-acb3-f59d7e1d76b4 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961049 Jul 14 11:12:33.840927 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4ac85-54ef-48fc-9a8c-c31966c1ab44 req-bf9e0702-ff40-47d6-830e-e0f8ab792af1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:33.842408 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afa4ac85-54ef-48fc-9a8c-c31966c1ab44 req-bf9e0702-ff40-47d6-830e-e0f8ab792af1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0488193 Jul 14 11:12:33.894373 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afa4ac85-54ef-48fc-9a8c-c31966c1ab44 req-247af822-b28b-48dd-bc20-e27e14c0e923 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456400 Jul 14 11:12:33.922673 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['81b715b1-2ff3-4295-9104-d4e547039e70'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:12:34.430391 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fa829-4880-4cdd-bdc5-c1e483d2a47b req-36953e73-fce3-4098-acfe-110e6e2ca62f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:34.431893 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a09fa829-4880-4cdd-bdc5-c1e483d2a47b req-36953e73-fce3-4098-acfe-110e6e2ca62f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0469551 Jul 14 11:12:34.482947 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a09fa829-4880-4cdd-bdc5-c1e483d2a47b req-6c496d1d-b0cf-4b19-bb38-778f5580d241 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454354 Jul 14 11:12:35.016332 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad033a64-1fcd-4acc-89ec-3ce7fcf2b56a req-9776832a-7db2-4d10-b21b-374788af94fc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:35.018352 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ad033a64-1fcd-4acc-89ec-3ce7fcf2b56a req-9776832a-7db2-4d10-b21b-374788af94fc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 945 time: 0.0515397 Jul 14 11:12:35.065008 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ad033a64-1fcd-4acc-89ec-3ce7fcf2b56a req-e8d834e9-3895-488a-9548-8f6e8005d7f3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410538 Jul 14 11:12:35.224417 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:12:35.270457 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 81b715b1-2ff3-4295-9104-d4e547039e70 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:12:35.271080 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:35.321274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4341e36a-822c-4b7e-a9a9-e93d91f16c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:35.362403 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 81b715b1-2ff3-4295-9104-d4e547039e70 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:12:35.362811 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:35.386168 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:12:35.388385 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c934e906-5fa6-4827-ba47-4531e23c5bfc" -d '{"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-plugged", "status": "completed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:12:35.401456 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:12:35.405969 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:35.429109 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7377c44-62d2-4c16-8104-193714c57cb7 x-openstack-request-id: req-c7377c44-62d2-4c16-8104-193714c57cb7 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:12:35.429382 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-plugged", "status": "completed", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:12:35.429626 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7377c44-62d2-4c16-8104-193714c57cb7 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:12:35.430007 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7377c44-62d2-4c16-8104-193714c57cb7'] response: {'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70', 'code': 200} Jul 14 11:12:35.457479 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=10']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:12:35.598043 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbdfd0-934a-4412-9458-535a09720b28 req-49cece12-5910-4f09-8114-f71f4b616e5c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:35.599614 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4fbdfd0-934a-4412-9458-535a09720b28 req-49cece12-5910-4f09-8114-f71f4b616e5c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0489390 Jul 14 11:12:35.649438 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4fbdfd0-934a-4412-9458-535a09720b28 req-9e84852d-3614-4b3e-9139-6a53d02a99e9 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Jul 14 11:12:36.042749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932ae50-0212-4e42-a515-1100b60a67ed req-4fda3437-7933-453b-a35c-766324d6fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:36.044292 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4932ae50-0212-4e42-a515-1100b60a67ed req-4fda3437-7933-453b-a35c-766324d6fe73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 1131 time: 0.0382969 Jul 14 11:12:36.092608 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4932ae50-0212-4e42-a515-1100b60a67ed req-f9b02e3a-fb66-42a9-9f63-2e7a44af4a0b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Jul 14 11:12:36.184863 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc733d9-562f-4a8d-bd47-79610cc7e631 req-d1872548-322e-4981-91d7-1724c775e165 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:36.186338 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4bc733d9-562f-4a8d-bd47-79610cc7e631 req-d1872548-322e-4981-91d7-1724c775e165 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0476542 Jul 14 11:12:36.233594 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4bc733d9-562f-4a8d-bd47-79610cc7e631 req-10c25eff-063b-4423-b947-14dd6c0105aa tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 Jul 14 11:12:36.763014 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f955-fad6-4276-9550-75535273d718 req-96cc0570-1a5c-4a82-9269-789eff57b22a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:36.764519 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aee0f955-fad6-4276-9550-75535273d718 req-96cc0570-1a5c-4a82-9269-789eff57b22a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0477028 Jul 14 11:12:36.811972 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aee0f955-fad6-4276-9550-75535273d718 req-c4c1c151-c7af-4edd-830d-cb5b30df20fa tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410993 Jul 14 11:12:37.354121 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa52ac-0ce3-4f53-ad6b-b0f9164e01d7 req-93d18e5d-d071-418d-a48f-a0fafb82a44e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:37.355625 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fbfa52ac-0ce3-4f53-ad6b-b0f9164e01d7 req-93d18e5d-d071-418d-a48f-a0fafb82a44e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0467875 Jul 14 11:12:37.402122 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fbfa52ac-0ce3-4f53-ad6b-b0f9164e01d7 req-96d9b58f-51ff-4235-ab76-cad3b92347cc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Jul 14 11:12:37.617964 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f5995836-6f32-43a0-8903-0872e254d37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:37.932942 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9978a3c-80d6-4183-a3e1-16dd81f834a2 req-902102a7-c540-46a0-bbfd-bb28d3cb3342 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:37.934454 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d9978a3c-80d6-4183-a3e1-16dd81f834a2 req-902102a7-c540-46a0-bbfd-bb28d3cb3342 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0516241 Jul 14 11:12:37.979194 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:37.988054 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d9978a3c-80d6-4183-a3e1-16dd81f834a2 req-6e9abbc1-485b-4597-bb18-db69596bf1a8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473974 Jul 14 11:12:38.528513 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f73257-bf64-479e-ae66-1ca1dfc6983a req-cd16c9cf-a942-4a8e-ae7e-80038b2f7e94 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:38.530088 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-07f73257-bf64-479e-ae66-1ca1dfc6983a req-cd16c9cf-a942-4a8e-ae7e-80038b2f7e94 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0529945 Jul 14 11:12:38.563658 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:38.581598 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-07f73257-bf64-479e-ae66-1ca1dfc6983a req-47f97316-d41c-4239-8334-8bce693b24bb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451775 Jul 14 11:12:38.678273 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:39.105024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcfcaf-a7c6-4f3f-9615-ef5f636c70cd req-d070c127-5a79-4a3f-bd94-1d7be0967e50 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:39.106508 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32bcfcaf-a7c6-4f3f-9615-ef5f636c70cd req-d070c127-5a79-4a3f-bd94-1d7be0967e50 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0512156 Jul 14 11:12:39.136712 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:39.153939 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-32bcfcaf-a7c6-4f3f-9615-ef5f636c70cd req-39750d03-8cf1-434e-8028-eb7906a2d3ce tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 Jul 14 11:12:39.701461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae167-a2ed-475a-b4de-9a75e40e419b req-4e9b8d2b-fab3-4d45-8450-9b4d3945eefd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:39.703063 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3d1ae167-a2ed-475a-b4de-9a75e40e419b req-4e9b8d2b-fab3-4d45-8450-9b4d3945eefd tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0482399 Jul 14 11:12:39.714133 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:39.752127 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3d1ae167-a2ed-475a-b4de-9a75e40e419b req-2ff8a0e0-4f03-4cb5-a1c9-dcdf260a4238 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434575 Jul 14 11:12:39.837847 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:12:40.080395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:40.269800 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06817cb8-bdf5-4b96-81ea-48fcc2b5552a req-94c420ef-9de9-403c-911c-66eaf769969c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:40.271306 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-06817cb8-bdf5-4b96-81ea-48fcc2b5552a req-94c420ef-9de9-403c-911c-66eaf769969c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0481136 Jul 14 11:12:40.319719 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-06817cb8-bdf5-4b96-81ea-48fcc2b5552a req-13df11ef-0795-4650-8101-4dfa5fd5165e tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426147 Jul 14 11:12:40.511535 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:41.435668 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e32fc-7236-4ea8-a498-da72ab58d231 req-a4018679-a9a1-4f2f-98c8-04f5187eb237 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:41.437130 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e98e32fc-7236-4ea8-a498-da72ab58d231 req-a4018679-a9a1-4f2f-98c8-04f5187eb237 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0497928 Jul 14 11:12:41.484330 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e98e32fc-7236-4ea8-a498-da72ab58d231 req-79a66ec4-dabe-41c9-8fc4-e28c002ad8a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408149 Jul 14 11:12:42.603117 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382947-de13-4a20-a177-d221b4c3a3ea req-25e1c008-0614-4c1b-9e4c-d9c45fd02c66 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:42.604622 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3382947-de13-4a20-a177-d221b4c3a3ea req-25e1c008-0614-4c1b-9e4c-d9c45fd02c66 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0510373 Jul 14 11:12:42.653263 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3382947-de13-4a20-a177-d221b4c3a3ea req-fcb9e4b6-6e71-4692-952e-09bab765cae1 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430048 Jul 14 11:12:43.766332 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b6ee6-cecc-4fb7-a974-c2c159adc026 req-8b6579d6-1c6c-4ba0-a13d-9eb328fa84a2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:43.767830 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-624b6ee6-cecc-4fb7-a974-c2c159adc026 req-8b6579d6-1c6c-4ba0-a13d-9eb328fa84a2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0466242 Jul 14 11:12:43.816471 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-624b6ee6-cecc-4fb7-a974-c2c159adc026 req-d01a04fa-fcd6-44da-afc0-c5c6d0dc8627 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Jul 14 11:12:43.820293 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:44.930300 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9ce0b-b2ed-4672-ae41-2f23f4b97c52 req-84e1c280-a6bb-4bbe-a4f3-6ef4f0963e6c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:44.931802 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21e9ce0b-b2ed-4672-ae41-2f23f4b97c52 req-84e1c280-a6bb-4bbe-a4f3-6ef4f0963e6c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0472388 Jul 14 11:12:44.979958 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-21e9ce0b-b2ed-4672-ae41-2f23f4b97c52 req-572bdb13-87df-4efc-8473-e0da025a7b56 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Jul 14 11:12:45.332912 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:46.093163 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b61d7-1357-446e-a386-3666c584d9a5 req-d886bc99-f718-4847-9bd1-3d31e47848a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:46.095834 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-925b61d7-1357-446e-a386-3666c584d9a5 req-d886bc99-f718-4847-9bd1-3d31e47848a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Jul 14 11:12:46.150841 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-925b61d7-1357-446e-a386-3666c584d9a5 req-3fde2bba-0b02-4558-a952-77548756fe3a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495090 Jul 14 11:12:46.276381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954929-40a7-425f-b8b2-b0c9178bfc28 req-77e28a20-a085-4775-b136-b1aa4f0544a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:46.277775 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25954929-40a7-425f-b8b2-b0c9178bfc28 req-77e28a20-a085-4775-b136-b1aa4f0544a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1129 time: 0.0385468 Jul 14 11:12:46.326800 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25954929-40a7-425f-b8b2-b0c9178bfc28 req-00c9aae1-c707-403e-a07a-f3892b0088f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Jul 14 11:12:47.268000 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e124f-128c-4a90-b835-107b4a831ffb req-5f60850e-5188-4e75-8c27-2e0c8a9868cf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:47.269484 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c8e124f-128c-4a90-b835-107b4a831ffb req-5f60850e-5188-4e75-8c27-2e0c8a9868cf tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0477798 Jul 14 11:12:47.317300 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5c8e124f-128c-4a90-b835-107b4a831ffb req-c1a4fa01-4d76-45fe-b8b7-b2405e47f2d2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420237 Jul 14 11:12:48.442563 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965edfd-b66f-4272-807e-920bca46fa29 req-62053729-c46b-4ac6-bf35-397ee179f347 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:48.444140 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c965edfd-b66f-4272-807e-920bca46fa29 req-62053729-c46b-4ac6-bf35-397ee179f347 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0564661 Jul 14 11:12:48.494061 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c965edfd-b66f-4272-807e-920bca46fa29 req-d0cf10bd-075c-4a25-9e6b-3a7463db76a2 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Jul 14 11:12:48.916870 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c139a-7f94-411d-b1a2-1aca466e41cb req-e05cdb53-3979-4f04-b8e0-e49a73e0d000 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:48.918353 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a11c139a-7f94-411d-b1a2-1aca466e41cb req-e05cdb53-3979-4f04-b8e0-e49a73e0d000 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0795231 Jul 14 11:12:48.921463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-1254767e-46f9-4658-aab0-af5c7295f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:48.922874 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-1254767e-46f9-4658-aab0-af5c7295f023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1129 time: 0.0711341 Jul 14 11:12:49.022154 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a11c139a-7f94-411d-b1a2-1aca466e41cb req-388c9d84-7475-4b16-8074-4341880266f4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973966 Jul 14 11:12:49.046219 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-62993c19-79d0-451a-8e19-0f93219eaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:49.047633 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-62993c19-79d0-451a-8e19-0f93219eaea7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.1165755 Jul 14 11:12:49.117511 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-d2fdc572-c4b0-4077-aaee-201c1ff6e506 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 200 len: 1000 time: 0.0596254 Jul 14 11:12:49.166661 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-c5e1ba07-22ef-4f51-8529-31131a2fdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:49.168291 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-c5e1ba07-22ef-4f51-8529-31131a2fdd47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0443468 Jul 14 11:12:49.210038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:49.217704 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-78b8c852-6a5f-4448-8eaa-2b0300b46eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:49.219224 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-78b8c852-6a5f-4448-8eaa-2b0300b46eca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412791 Jul 14 11:12:49.316519 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-2965af8b-09c2-44ac-82b3-d8eaaf0896cf service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 Jul 14 11:12:49.407127 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6c87ecb7-cb95-4f79-bb26-ce4d477fc7d9 req-39e3300b-86f4-4e06-b7ee-d3c9562260c5 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835502 Jul 14 11:12:49.833084 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:50.139902 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2de238-e729-4b37-ae81-210bee42b45b req-4c59125b-5a98-4dfc-a770-6efe869f9a53 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:50.141285 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8c2de238-e729-4b37-ae81-210bee42b45b req-4c59125b-5a98-4dfc-a770-6efe869f9a53 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0471971 Jul 14 11:12:50.187778 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8c2de238-e729-4b37-ae81-210bee42b45b req-a97ce2e6-bada-4969-80be-749c04e8ec0a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Jul 14 11:12:51.308436 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267393fb-3765-4c5f-b4c0-201006f6cc0d req-3a095a42-1657-494f-b88a-645c489a376d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:51.309900 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-267393fb-3765-4c5f-b4c0-201006f6cc0d req-3a095a42-1657-494f-b88a-645c489a376d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Jul 14 11:12:51.344800 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:51.357465 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-267393fb-3765-4c5f-b4c0-201006f6cc0d req-1d1afd10-ae1a-41b6-b7da-74e394e7d7c0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Jul 14 11:12:52.685654 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135829d-5af6-49d7-a04b-438203bfb6b9 req-81c3b0e9-02a8-4e64-b324-7706612ff74d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:52.687132 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9135829d-5af6-49d7-a04b-438203bfb6b9 req-81c3b0e9-02a8-4e64-b324-7706612ff74d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.2618761 Jul 14 11:12:52.733023 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9135829d-5af6-49d7-a04b-438203bfb6b9 req-a70c2b12-a5bb-4f22-9345-44013a5ae672 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402660 Jul 14 11:12:52.846454 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307938c-e8f7-4d5d-afd3-f480b4fbbe67 req-7ffe6292-82fe-466b-a1f5-9dda74434bef tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:52.847937 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2307938c-e8f7-4d5d-afd3-f480b4fbbe67 req-7ffe6292-82fe-466b-a1f5-9dda74434bef tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0478475 Jul 14 11:12:52.856257 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57592) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:12:52.861239 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Request body: {'floatingip': {'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:12:52.923835 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:53.371500 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:53.375433 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:53.479459 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:53.582542 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Router 470bf34f-6a8f-44cb-a2df-df66bce172ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:12:53.686776 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:12:53.692359 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:53.698246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] Sync routers for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:12:53.709839 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:12:53.710569 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:12:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:12:53.712195 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:53.724331 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:12:53.726568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aa868a-806f-49d4-807a-1504e3c337e0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:12:53.753885 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:53.763963 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0fa481ef-0467-4342-b056-e713085996c8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "PUT /v2.0/floatingips/9836b48e-bd55-4a14-9d21-7d30a9c4fc02 HTTP/1.1" status: 200 len: 992 time: 0.9044390 Jul 14 11:12:53.783992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bff3bb-dcb4-4fa6-bd2f-f6fdca02e7de x-openstack-request-id: req-13bff3bb-dcb4-4fa6-bd2f-f6fdca02e7de {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:12:53.784279 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:12:53.784530 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13bff3bb-dcb4-4fa6-bd2f-f6fdca02e7de {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:12:53.784927 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bff3bb-dcb4-4fa6-bd2f-f6fdca02e7de'] response: {'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'status': 'completed', 'code': 200} Jul 14 11:12:53.823095 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:12:53.924576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-6265864e-450f-4a6e-a3ff-7e1a57f8a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:53.926145 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-6265864e-450f-4a6e-a3ff-7e1a57f8a983 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1129 time: 0.0909240 Jul 14 11:12:53.942503 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:54.034828 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-e823cb5b-ca38-4975-ac87-9d9871f01008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:54.036265 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-e823cb5b-ca38-4975-ac87-9d9871f01008 service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.1036849 Jul 14 11:12:54.058076 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '9836b48e-bd55-4a14-9d21-7d30a9c4fc02', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'mac_address': 'fa:16:3e:7f:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:10:24Z', 'updated_at': '2022-07-14T11:12:53Z', 'revision_number': 3, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:12:54.085705 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] Checking router: 470bf34f-6a8f-44cb-a2df-df66bce172ac for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:12:54.097239 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:12:54.098138 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:12:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:12:54.106739 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-1ed284f5-d03f-403a-86d6-2f218885e4c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 200 len: 1000 time: 0.0636792 Jul 14 11:12:54.163671 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-c060436e-af83-4399-8df7-a4f7aaf423e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:54.165185 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-c060436e-af83-4399-8df7-a4f7aaf423e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0513289 Jul 14 11:12:54.211932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-6a7e9cff-c4e7-4480-8d92-43ee7ced8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:54.212617 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:12:54.213459 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-6a7e9cff-c4e7-4480-8d92-43ee7ced8c56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405960 Jul 14 11:12:54.306363 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-4a039da6-9d5a-4249-ae47-8ea7bea311ba service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853167 Jul 14 11:12:54.400126 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29aa868a-806f-49d4-807a-1504e3c337e0 req-61b326e0-0f7c-4864-a36d-3c2312013ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869973 Jul 14 11:12:54.428001 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '9836b48e-bd55-4a14-9d21-7d30a9c4fc02', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'mac_address': 'fa:16:3e:7f:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:10:24Z', 'updated_at': '2022-07-14T11:12:53Z', 'revision_number': 3, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:12:54.453188 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4367a-a658-426f-96dc-840b0cf78868 None None] The sync data for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi is: [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '9836b48e-bd55-4a14-9d21-7d30a9c4fc02', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'port_id': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'mac_address': 'fa:16:3e:7f:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:10:24Z', 'updated_at': '2022-07-14T11:12:53Z', 'revision_number': 3, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:12:55.785898 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:12:55.788317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d46491-387a-421e-966f-3f77c9ad49a0" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:12:55.824226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0029bf37-cde1-42df-98b1-b2b5d54b722d x-openstack-request-id: req-0029bf37-cde1-42df-98b1-b2b5d54b722d {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:12:55.824512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:12:55.824763 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0029bf37-cde1-42df-98b1-b2b5d54b722d {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:12:55.825157 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0029bf37-cde1-42df-98b1-b2b5d54b722d'] response: {'name': 'network-changed', 'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'status': 'completed', 'code': 200} Jul 14 11:12:55.913819 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-47651c97-c759-450b-a694-643e90fcd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:55.915324 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-47651c97-c759-450b-a694-643e90fcd04b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b3f043134a3d4369983f36769d2ae197&device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 1129 time: 0.0405231 Jul 14 11:12:56.012305 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-b372c7e1-e158-4947-a661-877fa36cd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:56.013792 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-b372c7e1-e158-4947-a661-877fa36cd32d service neutron] 10.222.0.26 "GET /v2.0/networks?id=131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 200 len: 919 time: 0.0924580 Jul 14 11:12:56.086231 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-49efec6e-d54e-45cb-a64c-85ffccb60826 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 200 len: 1000 time: 0.0613699 Jul 14 11:12:56.142057 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-8560f0d3-4b83-4015-9fe4-4a750283f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:56.143526 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-8560f0d3-4b83-4015-9fe4-4a750283f974 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 200 len: 857 time: 0.0487084 Jul 14 11:12:56.180745 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:56.189287 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-efd71d68-e853-47ad-bda1-eddc9cc59696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:12:56.190943 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-efd71d68-e853-47ad-bda1-eddc9cc59696 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=131ff080-99aa-4954-b49d-b15b1af99faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407672 Jul 14 11:12:56.279659 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-1efcd3f2-7d7d-41cd-bcf8-39e4b5dc9e28 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827503 Jul 14 11:12:56.376168 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96d46491-387a-421e-966f-3f77c9ad49a0 req-1376bc7f-610b-49f7-98c7-2954ffdca4a3 service neutron] 10.222.0.26 "GET /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869374 Jul 14 11:13:02.719450 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=60 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:02.729235 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=64 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:04.430299 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=72 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:04.431221 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=66 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:05.314756 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2ab3-871f-42d5-8274-962e06aea2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:06.371266 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=19 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:06.373217 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:07.619972 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-02e4bcb3-f4d3-4359-b588-ccaab0ac892c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:08.679694 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:10.083291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:10.515414 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:15.320436 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:16.534379 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1a29-bb03-49de-a371-d21484241f6e req-315653d0-7fd6-4b2b-afca-49075cee18a2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:16.535908 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-460f1a29-bb03-49de-a371-d21484241f6e req-315653d0-7fd6-4b2b-afca-49075cee18a2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.0493059 Jul 14 11:13:16.584003 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-460f1a29-bb03-49de-a371-d21484241f6e req-f37ea84c-b668-4f03-afe4-807fbfc605bc tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 Jul 14 11:13:16.837032 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:13:17.700997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912ad25-3f63-4b92-ab69-e872046a4ead req-a51cbdc7-96ba-49c8-9ca2-a21add7985bf tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:17.702438 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4912ad25-3f63-4b92-ab69-e872046a4ead req-a51cbdc7-96ba-49c8-9ca2-a21add7985bf tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.0469146 Jul 14 11:13:17.748761 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4912ad25-3f63-4b92-ab69-e872046a4ead req-f9ebc2ee-e668-435a-8b77-ecef877ad0d0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Jul 14 11:13:18.571129 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-6cdf043e-e21f-46fc-962c-666ee4120793 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:18.572638 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-6cdf043e-e21f-46fc-962c-666ee4120793 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.0514040 Jul 14 11:13:18.656302 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port 5680042e-3b46-47b0-b87d-a4af8afdfddd {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:13:18.657244 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:18.748043 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] For port 5680042e-3b46-47b0-b87d-a4af8afdfddd, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=5680042e-3b46-47b0-b87d-a4af8afdfddd,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:13:18.748403 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:19.171895 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38362b-04b1-4c98-ace9-1086bd19abe2 req-489c7ca4-b8ba-4f9e-9328-f3a3bf25a787 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:19.173930 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a38362b-04b1-4c98-ace9-1086bd19abe2 req-489c7ca4-b8ba-4f9e-9328-f3a3bf25a787 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6 HTTP/1.1" status: 200 len: 945 time: 0.3558667 Jul 14 11:13:19.277572 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8a38362b-04b1-4c98-ace9-1086bd19abe2 req-b6c5853e-7665-4c15-a55a-a78829e5d6f2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3eb7060-2582-4fd2-937a-9a9efd1cff13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960555 Jul 14 11:13:19.279416 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:19.279779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (5a9b9aaf-dfc7-467f-9e88-8715871a1fd1), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:19.280094 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 5a9b9aaf-dfc7-467f-9e88-8715871a1fd1 disassociated. External IP: 172.27.0.68, port: 5680042e-3b46-47b0-b87d-a4af8afdfddd. Jul 14 11:13:19.280439 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for 5680042e-3b46-47b0-b87d-a4af8afdfddd owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:13:19.414705 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (5680042e-3b46-47b0-b87d-a4af8afdfddd), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:19.444113 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=5680042e-3b46-47b0-b87d-a4af8afdfddd,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:19.455786 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.456137 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.456479 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.456819 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.457154 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.457484 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.457809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.458133 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.458457 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.458789 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.459113 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.459468 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.459828 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.460132 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.460448 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:19.568150 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:13:19.579362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:19.660287 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:19.687329 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:13:19.697712 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:13:19.709841 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:19.710474 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:19.737030 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] No DVR routers for this DVR port 5680042e-3b46-47b0-b87d-a4af8afdfddd on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:13:19.739793 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:19.743080 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ba288ca-5a62-4fd6-b9d1-dbb6c659e14b req-bec2d6f4-4cf4-4f2e-9476-50e315140de4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "DELETE /v2.0/ports/5680042e-3b46-47b0-b87d-a4af8afdfddd HTTP/1.1" status: 204 len: 173 time: 1.1646814 Jul 14 11:13:19.743565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'name': 'network-vif-deleted', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:13:19.745821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73e4263-b720-497b-b6dd-e9d85783abde" -d '{"events": [{"server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "name": "network-vif-deleted", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:13:19.839435 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:19.862840 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9cc2e-f728-4ffe-a3f7-0a0b81745ed3 x-openstack-request-id: req-60a9cc2e-f728-4ffe-a3f7-0a0b81745ed3 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:13:19.863489 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6", "name": "network-vif-deleted", "tag": "5680042e-3b46-47b0-b87d-a4af8afdfddd", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:13:19.863915 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-60a9cc2e-f728-4ffe-a3f7-0a0b81745ed3 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:13:19.864313 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a9cc2e-f728-4ffe-a3f7-0a0b81745ed3'] response: {'server_uuid': 'e61cc47a-bbe4-49b8-83e5-cfa9e1a357e6', 'name': 'network-vif-deleted', 'tag': '5680042e-3b46-47b0-b87d-a4af8afdfddd', 'status': 'completed', 'code': 200} Jul 14 11:13:20.059565 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:06Z', 'revision_number': 2, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:20.084732 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:13:20.093607 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:20.094832 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:20.208197 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:20.393605 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57650) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:20.454194 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:06Z', 'revision_number': 2, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:20.455014 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (e3eb7060-2582-4fd2-937a-9a9efd1cff13), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.480507 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde228c-f1f0-4132-8fc0-c814846accd3 None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '33853de2-7617-4fae-a84c-ab8438a768ea', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:53:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:32Z', 'updated_at': '2022-07-14T11:09:06Z', 'revision_number': 2, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:13:20.481117 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (e3eb7060-2582-4fd2-937a-9a9efd1cff13), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.536959 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (e3eb7060-2582-4fd2-937a-9a9efd1cff13), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.540105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.542307 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/security-groups/e3eb7060-2582-4fd2-937a-9a9efd1cff13 HTTP/1.1" status: 204 len: 168 time: 0.1474419 Jul 14 11:13:20.545193 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57652) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:20.552780 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb7060-2582-4fd2-937a-9a9efd1cff13,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:20.563999 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-3b90cc94-2c32-443d-96d6-132f9ec9ba20 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] show failed (client error): The resource could not be found. Jul 14 11:13:20.565362 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.565709 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569189 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569189 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569432 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3b90cc94-2c32-443d-96d6-132f9ec9ba20 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups/e3eb7060-2582-4fd2-937a-9a9efd1cff13 HTTP/1.1" status: 404 len: 347 time: 0.0200937 Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.569539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.570354 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.570449 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57654) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:20.570550 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410dd8-ee08-4f70-9c87-e3f6e312afb7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:20.698693 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port 956b05a7-e1ac-4688-be6e-908a3c2dcef4 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:13:20.699255 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.762999 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2f3196-1585-4359-93fe-9f501e11d88b None None] New status for floating IP 5a9b9aaf-dfc7-467f-9e88-8715871a1fd1: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:13:20.784573 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.784937 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (956b05a7-e1ac-4688-be6e-908a3c2dcef4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.799731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for 956b05a7-e1ac-4688-be6e-908a3c2dcef4 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:13:20.956262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (956b05a7-e1ac-4688-be6e-908a3c2dcef4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.984272 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=956b05a7-e1ac-4688-be6e-908a3c2dcef4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:21.012410 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (5a9b9aaf-dfc7-467f-9e88-8715871a1fd1), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:21.014907 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:21.016214 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c042117f-3f7a-4dcb-bee7-c87fcb04e3b2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/floatingips/5a9b9aaf-dfc7-467f-9e88-8715871a1fd1 HTTP/1.1" status: 204 len: 168 time: 0.4449825 Jul 14 11:13:22.679966 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e80f2-5e85-4d48-986d-a2677c9534af req-88a87c74-e31c-4d2c-8af9-a591fa92d21d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:22.681470 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e53e80f2-5e85-4d48-986d-a2677c9534af req-88a87c74-e31c-4d2c-8af9-a591fa92d21d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0484161 Jul 14 11:13:22.737626 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e53e80f2-5e85-4d48-986d-a2677c9534af req-37b68f19-fd71-4344-9dda-8aef9c9d3bf1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473237 Jul 14 11:13:23.409921 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 5680042e-3b46-47b0-b87d-a4af8afdfddd no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:13:23.430302 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 5680042e-3b46-47b0-b87d-a4af8afdfddd {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:13:23.430649 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 5680042e-3b46-47b0-b87d-a4af8afdfddd not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:13:23.854103 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a3707-00dc-489b-ac33-c13625c8a4e3 req-3a4d9c56-2c7f-43f1-9cde-4f8757ad6883 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:23.855645 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c13a3707-00dc-489b-ac33-c13625c8a4e3 req-3a4d9c56-2c7f-43f1-9cde-4f8757ad6883 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0473971 Jul 14 11:13:23.902775 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c13a3707-00dc-489b-ac33-c13625c8a4e3 req-73a53af4-0c70-4550-85cf-d98d6122940e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Jul 14 11:13:24.241559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-3b815e24-07a9-48a9-a63b-536dfc635b40 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:24.242991 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-3b815e24-07a9-48a9-a63b-536dfc635b40 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 945 time: 0.0487115 Jul 14 11:13:24.378564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:13:24.378901 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:24.471994 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] For port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:13:24.472275 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:24.631708 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:24.633855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:24.634179 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (33853de2-7617-4fae-a84c-ab8438a768ea), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:24.634544 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 33853de2-7617-4fae-a84c-ab8438a768ea disassociated. External IP: 172.27.0.28, port: 60ab608d-54a2-43be-9f6e-4c5078b5c6b4. Jul 14 11:13:24.634851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:13:24.639034 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:24.769317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (60ab608d-54a2-43be-9f6e-4c5078b5c6b4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:24.798223 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=60ab608d-54a2-43be-9f6e-4c5078b5c6b4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:24.908658 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:13:25.024975 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96cc1d5c-96c1-4148-aa19-690391162af7 req-4b889870-21aa-479b-acb3-443c1dd6044f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=9966b0a3-56f9-486d-99ba-0e616d15167a HTTP/1.1" status: 200 len: 210 time: 0.0346391 Jul 14 11:13:25.038036 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:13:25.055231 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:13:25.066020 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:25.066705 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:25.087977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] No DVR routers for this DVR port 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:13:25.090724 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:25.094426 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0fe2752e-84c9-45a2-86e2-2fb9d225a658 req-5cc5d229-a342-4bde-b47e-53edb5f21e83 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "DELETE /v2.0/ports/60ab608d-54a2-43be-9f6e-4c5078b5c6b4 HTTP/1.1" status: 204 len: 173 time: 0.8039794 Jul 14 11:13:25.094864 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'name': 'network-vif-deleted', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:13:25.097095 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0070734-bfaa-40b3-9c0c-9f163ae79675" -d '{"events": [{"server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "name": "network-vif-deleted", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:13:25.104198 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:25.136471 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff9f796-538c-4d6a-aae4-37b1365a03a6 x-openstack-request-id: req-9ff9f796-538c-4d6a-aae4-37b1365a03a6 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:13:25.136822 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9966b0a3-56f9-486d-99ba-0e616d15167a", "name": "network-vif-deleted", "tag": "60ab608d-54a2-43be-9f6e-4c5078b5c6b4", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:13:25.136956 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9ff9f796-538c-4d6a-aae4-37b1365a03a6 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:13:25.137417 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff9f796-538c-4d6a-aae4-37b1365a03a6'] response: {'server_uuid': '9966b0a3-56f9-486d-99ba-0e616d15167a', 'name': 'network-vif-deleted', 'tag': '60ab608d-54a2-43be-9f6e-4c5078b5c6b4', 'status': 'completed', 'code': 200} Jul 14 11:13:25.177551 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:25.188065 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:25.395854 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:25.424632 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:13:25.433320 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:25.433924 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:25.538466 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:25.734056 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:25.758901 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e13070-64f7-4b4b-bc95-59322c74f9a6 None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:13:25.972607 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7603e503-4636-4a6e-9014-37fa90c13dd0 None None] New status for floating IP 33853de2-7617-4fae-a84c-ab8438a768ea: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:13:26.120515 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57690) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:26.175274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6666058b-4afb-4115-aa29-d0fba3a1df67 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.209245 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6666058b-4afb-4115-aa29-d0fba3a1df67 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.262156 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6666058b-4afb-4115-aa29-d0fba3a1df67 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.264858 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6666058b-4afb-4115-aa29-d0fba3a1df67 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.265986 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6666058b-4afb-4115-aa29-d0fba3a1df67 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/security-groups/bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5 HTTP/1.1" status: 204 len: 168 time: 0.1444700 Jul 14 11:13:26.268796 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57692) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:26.275519 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666058b-4afb-4115-aa29-d0fba3a1df67 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:26.283405 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-94753733-3804-465d-901b-11781b887e35 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] show failed (client error): The resource could not be found. Jul 14 11:13:26.285842 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-94753733-3804-465d-901b-11781b887e35 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups/bc2c94e6-d9c7-4253-9afd-7bebbe1be7e5 HTTP/1.1" status: 404 len: 347 time: 0.0159068 Jul 14 11:13:26.288586 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57694) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:26.404647 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port 8a9dd532-1a78-414a-b051-e7cdeb4b2f21 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:13:26.404987 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.483265 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.483610 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.496198 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for 8a9dd532-1a78-414a-b051-e7cdeb4b2f21 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:13:26.631338 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (8a9dd532-1a78-414a-b051-e7cdeb4b2f21), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.654247 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=8a9dd532-1a78-414a-b051-e7cdeb4b2f21,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:26.682964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (33853de2-7617-4fae-a84c-ab8438a768ea), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.685431 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.686634 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7874cb3b-4273-48a1-8c1a-fdfef0c35178 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/floatingips/33853de2-7617-4fae-a84c-ab8438a768ea HTTP/1.1" status: 204 len: 168 time: 0.3971570 Jul 14 11:13:26.772796 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57698) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:26.777348 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-844fa94b-00ba-4944-be9b-21d89d4088df tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560283738', 'description': 'tempest-description--683767582'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:26.788295 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:26.801127 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-844fa94b-00ba-4944-be9b-21d89d4088df tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.816512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:26.874718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-844fa94b-00ba-4944-be9b-21d89d4088df tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (dde1d16e-807a-4750-a5a3-572e3f07b448), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.879939 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-844fa94b-00ba-4944-be9b-21d89d4088df tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (dde1d16e-807a-4750-a5a3-572e3f07b448), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.914813 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-844fa94b-00ba-4944-be9b-21d89d4088df tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:26.916308 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-844fa94b-00ba-4944-be9b-21d89d4088df tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1424820 Jul 14 11:13:26.917110 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fa94b-00ba-4944-be9b-21d89d4088df tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde1d16e-807a-4750-a5a3-572e3f07b448,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:26.919274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57700) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:26.923947 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-f788a936-9621-4ef5-a099-566786a9cac2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': 'dde1d16e-807a-4750-a5a3-572e3f07b448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:26.952750 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f788a936-9621-4ef5-a099-566786a9cac2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (b0475897-b0cf-4171-ba15-85545e87c564), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.011914 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f788a936-9621-4ef5-a099-566786a9cac2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (b0475897-b0cf-4171-ba15-85545e87c564), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.016431 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f788a936-9621-4ef5-a099-566786a9cac2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (b0475897-b0cf-4171-ba15-85545e87c564), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.034553 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788a936-9621-4ef5-a099-566786a9cac2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0475897-b0cf-4171-ba15-85545e87c564,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:27.043027 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f788a936-9621-4ef5-a099-566786a9cac2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.044244 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f788a936-9621-4ef5-a099-566786a9cac2 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239340 Jul 14 11:13:27.046809 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57702) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:27.052433 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-4c8315b6-5740-49b7-a513-41140406a1f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': 'dde1d16e-807a-4750-a5a3-572e3f07b448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:27.078058 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c8315b6-5740-49b7-a513-41140406a1f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (90e0e610-2d5a-4554-8faa-b6c5ae94e44a), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.134891 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c8315b6-5740-49b7-a513-41140406a1f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (90e0e610-2d5a-4554-8faa-b6c5ae94e44a), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.138531 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c8315b6-5740-49b7-a513-41140406a1f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (90e0e610-2d5a-4554-8faa-b6c5ae94e44a), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.160566 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8315b6-5740-49b7-a513-41140406a1f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e0e610-2d5a-4554-8faa-b6c5ae94e44a,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:27.168853 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4c8315b6-5740-49b7-a513-41140406a1f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.170020 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-4c8315b6-5740-49b7-a513-41140406a1f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222374 Jul 14 11:13:27.173028 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57704) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:27.177322 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:27.195639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:27.200917 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.227407 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:27.281873 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.389622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.27.0.133 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/1674638e-9795-45bb-89dc-3989478ac46e) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:13:27.441020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:13:27.461827 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:13:27.462127 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 60ab608d-54a2-43be-9f6e-4c5078b5c6b4 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:13:27.504331 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (1674638e-9795-45bb-89dc-3989478ac46e), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.538859 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (1674638e-9795-45bb-89dc-3989478ac46e), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.580815 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:13:27.586027 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:13:27.590128 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:13:27.612555 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=1674638e-9795-45bb-89dc-3989478ac46e,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:27.675706 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (0b5ae8df-b43f-4c80-871d-93830709a9ad), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.713322 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1674638e-9795-45bb-89dc-3989478ac46e), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.863120 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (1674638e-9795-45bb-89dc-3989478ac46e), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.867638 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (1674638e-9795-45bb-89dc-3989478ac46e), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.943809 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:27.944796 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=1674638e-9795-45bb-89dc-3989478ac46e,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:27.953500 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (0b5ae8df-b43f-4c80-871d-93830709a9ad), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.956257 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:27.972120 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:27.973297 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-919fc362-445a-4374-9e93-f39017e65d1f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7992818 Jul 14 11:13:28.125780 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-ed2a68f7-878a-4c63-bf02-8b6db236e1e3 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1560283738&fields=id&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 267 time: 0.0434196 Jul 14 11:13:28.245486 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-a9bd6e75-badb-45b2-b55f-5e88a55902ba tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:28.246996 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-a9bd6e75-badb-45b2-b55f-5e88a55902ba tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 0.1147835 Jul 14 11:13:28.262945 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-6b3985f2-0e1c-46e3-a3dd-ddd057963fac tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/quotas/7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 375 time: 0.0098596 Jul 14 11:13:28.317088 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f9d80e10-6b37-43bf-beef-85ffcc1801b5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482340 Jul 14 11:13:28.459307 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-94179fde-fc6f-46b9-8c85-203a0915b801 service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299043 Jul 14 11:13:28.556151 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-acaf47d4-7acf-4424-9900-be125b351653 service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904648 Jul 14 11:13:28.725384 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4aa4dc62-a5c3-4ef0-8988-34d1bfe2e073 req-259edb8b-1e52-43a1-ac95-6533b3decb6a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 210 time: 0.0351419 Jul 14 11:13:29.829522 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4d687b5f-7695-4065-bcb0-5c28732eba80 req-de5f1cef-96a5-4561-b71c-14adeb99804b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 210 time: 0.0318382 Jul 14 11:13:29.947238 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-37615107-da94-4e7a-8799-80fdc8a3a359 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:29.948712 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-37615107-da94-4e7a-8799-80fdc8a3a359 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 0.1037657 Jul 14 11:13:30.024751 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-8414df4e-0ad0-403b-883a-da2c409364c4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 380 time: 0.0596797 Jul 14 11:13:30.034217 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'port': {'device_id': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'admin_state_up': True, 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'security_groups': ['dde1d16e-807a-4750-a5a3-572e3f07b448']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:30.149980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Made reservation on behalf of 7f04452d94114c64b9882cfa66e29479 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:13:30.153451 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:30.289619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.20.0.11 (9e745ada-d5b0-42ea-a509-ecc280f4f780/44b46b4d-f60f-4fda-be8f-e4247e94a6be/1d18c91d-ab99-42c3-b298-881ad82fb9fa) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:13:30.427742 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:30.449459 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:30.462149 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:30.511108 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:13:30.518823 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:13:30.523551 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:13:30.528511 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:30.529111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:30.536461 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=1d18c91d-ab99-42c3-b298-881ad82fb9fa,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:30.540775 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:30.553774 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-871eb3a1-245e-4888-b580-d003201b200d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5231833 Jul 14 11:13:30.572905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Request body: {'port': {'device_id': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:30.636871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:30.775351 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-71420ad7-fb61-4748-bb82-12b7ed4040ca None None] Provisioning complete for port 1d18c91d-ab99-42c3-b298-881ad82fb9fa triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:13:30.775948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-71420ad7-fb61-4748-bb82-12b7ed4040ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:30.808721 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-71420ad7-fb61-4748-bb82-12b7ed4040ca None None] Port 1d18c91d-ab99-42c3-b298-881ad82fb9fa cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:13:30.939361 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d18c91d-ab99-42c3-b298-881ad82fb9fa {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:13:30.948897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Publish callbacks [] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:30.970967 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31d388-bd46-44ac-8f43-2c58d2ffb907 req-e3529735-0699-41ee-b423-b1140ed4122f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:30.972564 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed31d388-bd46-44ac-8f43-2c58d2ffb907 req-e3529735-0699-41ee-b423-b1140ed4122f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 932 time: 0.0724297 Jul 14 11:13:30.975587 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Transition to ACTIVE for port object 1d18c91d-ab99-42c3-b298-881ad82fb9fa will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:13:30.979345 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:31.057911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Pushing event updated for resources: {'Port': ['ID=1d18c91d-ab99-42c3-b298-881ad82fb9fa,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:31.104307 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ed31d388-bd46-44ac-8f43-2c58d2ffb907 req-273cac42-961a-49ac-b57e-a7f22ebec9ad tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224518 Jul 14 11:13:31.115604 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Attempting to bind port 1d18c91d-ab99-42c3-b298-881ad82fb9fa on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:13:31.115945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Attempting to bind port 1d18c91d-ab99-42c3-b298-881ad82fb9fa by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:13:31.116280 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Attempting to bind port 1d18c91d-ab99-42c3-b298-881ad82fb9fa on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:13:31.129779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Port 1d18c91d-ab99-42c3-b298-881ad82fb9fa on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:13:31.130100 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Attempting to bind port 1d18c91d-ab99-42c3-b298-881ad82fb9fa on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:13:31.135743 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:13:31.136079 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Checking segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:13:31.136467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Bound using segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:13:31.136897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Bound port: 1d18c91d-ab99-42c3-b298-881ad82fb9fa, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:13:31.137254 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:31.209394 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] For port 1d18c91d-ab99-42c3-b298-881ad82fb9fa, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:13:31.213296 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] For port 1d18c91d-ab99-42c3-b298-881ad82fb9fa, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:13:31.221339 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:31.256298 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:31.256922 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:31.258303 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] 10.222.0.26 "PUT /v2.0/ports/1d18c91d-ab99-42c3-b298-881ad82fb9fa HTTP/1.1" status: 200 len: 1094 time: 0.6898849 Jul 14 11:13:31.258755 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:13:31.261055 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd72032-c1f2-4cb4-bf64-50bb041f21a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:13:31.292686 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51faab8-42e2-4988-8219-80fbbf2e8dcf service neutron] Pushing event updated for resources: {'Port': ['ID=1d18c91d-ab99-42c3-b298-881ad82fb9fa,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:31.309261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da93b23-66d6-48c4-a2ea-9c62ea7401ef x-openstack-request-id: req-9da93b23-66d6-48c4-a2ea-9c62ea7401ef {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:13:31.309562 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:13:31.309814 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9da93b23-66d6-48c4-a2ea-9c62ea7401ef {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:13:31.310236 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da93b23-66d6-48c4-a2ea-9c62ea7401ef'] response: {'name': 'network-changed', 'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'status': 'completed', 'code': 200} Jul 14 11:13:31.372797 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-db267a9a-1f1d-497b-bbea-f2e05bced228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:31.374335 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-db267a9a-1f1d-497b-bbea-f2e05bced228 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 1128 time: 0.0449948 Jul 14 11:13:31.428956 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-140958cb-4475-40a6-84d7-c7ce9210e85a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa HTTP/1.1" status: 200 len: 217 time: 0.0384426 Jul 14 11:13:31.479798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-bf544a55-cb00-4240-9148-ecb1b85ec28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:31.481271 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-bf544a55-cb00-4240-9148-ecb1b85ec28f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0453272 Jul 14 11:13:31.515346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:31.530753 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-206fcde4-7d02-4a99-b8d9-9b8bf41cc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:31.532332 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-206fcde4-7d02-4a99-b8d9-9b8bf41cc9ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444970 Jul 14 11:13:31.569321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:31.636332 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-5d577c06-108a-44ba-9cae-10084a867848 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944026 Jul 14 11:13:31.728361 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6d228920-20af-4d22-b002-eb2d2fcb8a17 req-08bcdf1a-f0a9-4a5b-b479-cb9c4a96e15a service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859234 Jul 14 11:13:32.494923 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf477b-0844-4b6a-847c-8cdc179a85bb req-5d22938f-e8fb-4adf-a5ba-f4bb50985a34 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:32.496477 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-48bf477b-0844-4b6a-847c-8cdc179a85bb req-5d22938f-e8fb-4adf-a5ba-f4bb50985a34 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 944 time: 0.3188591 Jul 14 11:13:32.546134 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-48bf477b-0844-4b6a-847c-8cdc179a85bb req-af9263a5-814b-426c-abb4-4d75fc2d6e19 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Jul 14 11:13:33.666942 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e16ab-7d4c-4c79-9398-5e194030a5d5 req-4241c267-20a6-4029-a613-67e837cce68c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:33.668489 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2d8e16ab-7d4c-4c79-9398-5e194030a5d5 req-4241c267-20a6-4029-a613-67e837cce68c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 944 time: 0.0511262 Jul 14 11:13:33.720929 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2d8e16ab-7d4c-4c79-9398-5e194030a5d5 req-93b5ec92-6f67-4b31-bdad-a0a2a8d68d6b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467694 Jul 14 11:13:34.391024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-8383f11d-9b1b-44f3-b857-f7e3a1ccc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:34.392767 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-8383f11d-9b1b-44f3-b857-f7e3a1ccc240 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 1128 time: 0.0434661 Jul 14 11:13:34.502592 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-22e8e556-756c-4b6a-9a8a-5dd10b0c028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:34.504151 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-22e8e556-756c-4b6a-9a8a-5dd10b0c028d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.1044254 Jul 14 11:13:34.545865 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-08b93a25-9a86-45e1-82f0-4014641f2221 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa HTTP/1.1" status: 200 len: 217 time: 0.0352631 Jul 14 11:13:34.600600 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-8f777efb-7bd4-4c47-98a9-dda898abf055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:34.602133 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-8f777efb-7bd4-4c47-98a9-dda898abf055 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0507286 Jul 14 11:13:34.659200 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-04299a2f-9c53-4797-8a2b-a7972206aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:34.660916 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-04299a2f-9c53-4797-8a2b-a7972206aea3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432546 Jul 14 11:13:34.757296 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-c0a5737d-1c0a-4704-a9e2-c13d55bb2e85 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901694 Jul 14 11:13:34.840615 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1e57-909b-444a-9120-176a85bdcd80 req-c823ff91-dba0-4c30-b1a4-a6e5dfaed06a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:34.842140 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7beb1e57-909b-444a-9120-176a85bdcd80 req-c823ff91-dba0-4c30-b1a4-a6e5dfaed06a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 944 time: 0.0481715 Jul 14 11:13:34.891028 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7beb1e57-909b-444a-9120-176a85bdcd80 req-29a30d29-b4a8-415c-ae13-e92b5828a452 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Jul 14 11:13:35.126033 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-afd72032-c1f2-4cb4-bf64-50bb041f21a0 req-630ceb0f-8a1b-47f9-b2b3-86c0147cfe9d service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935574 Jul 14 11:13:35.304880 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:35.306692 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:35.323811 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a1d433e2-4f8c-4be5-a90a-cab808e0b05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:35.498292 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1d18c91d-ab99-42c3-b298-881ad82fb9fa details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:13:35.603562 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 1d18c91d-ab99-42c3-b298-881ad82fb9fa, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:13:35.615749 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'port_id': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'mac_address': 'fa:16:3e:e5:33:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:13:35.655909 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 1d18c91d-ab99-42c3-b298-881ad82fb9fa is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:13:35.656331 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:35.736733 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=58 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:35.737717 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=56 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:35.799293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d18c91d-ab99-42c3-b298-881ad82fb9fa {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:13:35.829950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 1d18c91d-ab99-42c3-b298-881ad82fb9fa, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:13:35.834307 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:35.881379 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce16e0-e1cc-45d5-abbf-a33bc1e4446e req-82580596-01e4-4715-a1e4-3ee48c7d34a7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:35.882779 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=1d18c91d-ab99-42c3-b298-881ad82fb9fa,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:35.882947 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-70ce16e0-e1cc-45d5-abbf-a33bc1e4446e req-82580596-01e4-4715-a1e4-3ee48c7d34a7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0489571 Jul 14 11:13:35.890663 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.891013 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.891358 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.891729 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.892064 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.892394 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.892780 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.893043 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.893369 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.893686 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.894068 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.894398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.894723 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.895038 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.895450 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:13:35.945007 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-70ce16e0-e1cc-45d5-abbf-a33bc1e4446e req-ad7758be-fcbe-4cc9-bfbc-5a20a0586d1c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548129 Jul 14 11:13:36.008892 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d132422-2fbc-4b26-8d25-d8e267c59aae req-8bd34080-e507-4626-ae4f-c7cb8fc1e588 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:36.010292 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0d132422-2fbc-4b26-8d25-d8e267c59aae req-8bd34080-e507-4626-ae4f-c7cb8fc1e588 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 945 time: 0.0489471 Jul 14 11:13:36.058250 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0d132422-2fbc-4b26-8d25-d8e267c59aae req-3fc9136b-cb81-45b2-bdff-41774d8f64ee tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422928 Jul 14 11:13:36.317319 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['1d18c91d-ab99-42c3-b298-881ad82fb9fa'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:13:37.070245 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150501-b34a-48d7-96a9-c20abfaa06a5 req-6269e625-c87c-4726-bbaa-44ec55c816f8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:37.071754 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9d150501-b34a-48d7-96a9-c20abfaa06a5 req-6269e625-c87c-4726-bbaa-44ec55c816f8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0535316 Jul 14 11:13:37.120313 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9d150501-b34a-48d7-96a9-c20abfaa06a5 req-f67b4b6f-b174-41ad-b800-7f71dcb0566e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Jul 14 11:13:37.179261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f46bc9-42f2-4b31-821c-6edcc644efb1 req-13557083-ed4c-4a5c-bb6f-a5bb9fd99a08 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:37.180763 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f46bc9-42f2-4b31-821c-6edcc644efb1 req-13557083-ed4c-4a5c-bb6f-a5bb9fd99a08 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 945 time: 0.0544791 Jul 14 11:13:37.230433 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45f46bc9-42f2-4b31-821c-6edcc644efb1 req-6fafa38a-7283-4a2f-badf-475d9f2ee890 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 Jul 14 11:13:37.504387 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1d18c91d-ab99-42c3-b298-881ad82fb9fa up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:13:37.546933 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 1d18c91d-ab99-42c3-b298-881ad82fb9fa completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:13:37.552831 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 1d18c91d-ab99-42c3-b298-881ad82fb9fa triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:13:37.553538 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:37.639702 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 1d18c91d-ab99-42c3-b298-881ad82fb9fa is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:13:37.640073 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:37.644000 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e474cbe4-6731-4808-847f-38c10a54bad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:37.666891 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:13:37.669232 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95473fe7-56ba-4ff8-92cf-ba189dd64fea" -d '{"events": [{"server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "name": "network-vif-plugged", "status": "completed", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:13:37.682356 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 1d18c91d-ab99-42c3-b298-881ad82fb9fa, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:13:37.688154 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:37.737100 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=1d18c91d-ab99-42c3-b298-881ad82fb9fa,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:37.763007 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034f9808-1fc4-4c05-b27b-db55b043a7e8 x-openstack-request-id: req-034f9808-1fc4-4c05-b27b-db55b043a7e8 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:13:37.763292 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "name": "network-vif-plugged", "status": "completed", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:13:37.763629 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-034f9808-1fc4-4c05-b27b-db55b043a7e8 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:13:37.764245 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034f9808-1fc4-4c05-b27b-db55b043a7e8'] response: {'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'code': 200} Jul 14 11:13:37.973957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1e0b-94a9-42c0-ae1c-cf53dd95a2e2 req-cb6a6fa1-f327-432a-82e4-c314f99139bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:37.975481 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-169c1e0b-94a9-42c0-ae1c-cf53dd95a2e2 req-cb6a6fa1-f327-432a-82e4-c314f99139bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 1130 time: 0.0419877 Jul 14 11:13:37.988232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:38.021602 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-169c1e0b-94a9-42c0-ae1c-cf53dd95a2e2 req-bf65847d-6619-4011-a5b8-15e620543969 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387380 Jul 14 11:13:38.243038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d883c5-0a14-46eb-8f96-215950881aad req-3fe46caa-6e9b-4298-9199-3872e96dacce tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:38.244550 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7d883c5-0a14-46eb-8f96-215950881aad req-3fe46caa-6e9b-4298-9199-3872e96dacce tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0490253 Jul 14 11:13:38.268809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:38.293478 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a7d883c5-0a14-46eb-8f96-215950881aad req-d9905dd9-8edb-476d-9bdb-cb2ec7b2cca7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434184 Jul 14 11:13:38.358578 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961b1e-3c0a-444a-851d-f4ba81735a22 req-dd307855-6fbd-4ee6-8aa9-bea6232d113c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:38.360705 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62961b1e-3c0a-444a-851d-f4ba81735a22 req-dd307855-6fbd-4ee6-8aa9-bea6232d113c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0521088 Jul 14 11:13:38.408052 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62961b1e-3c0a-444a-851d-f4ba81735a22 req-7aef0f34-3e3f-40c3-bdb6-c23762509e7f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412772 Jul 14 11:13:38.681217 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:39.416678 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d9422-4881-40ce-b882-789c56e761c5 req-95e6e0bb-4f31-42e7-8447-17bd4cd3f5ab tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:39.418157 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7d1d9422-4881-40ce-b882-789c56e761c5 req-95e6e0bb-4f31-42e7-8447-17bd4cd3f5ab tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0514123 Jul 14 11:13:39.469387 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7d1d9422-4881-40ce-b882-789c56e761c5 req-1921db84-7142-4515-891d-27318865c890 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449915 Jul 14 11:13:39.539041 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7822d9-3379-44f9-b105-463dc5c2f739 req-48d8647a-21bb-429e-80a7-b6ef98d92ea8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:39.540570 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ae7822d9-3379-44f9-b105-463dc5c2f739 req-48d8647a-21bb-429e-80a7-b6ef98d92ea8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0577450 Jul 14 11:13:39.584570 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:39.589223 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ae7822d9-3379-44f9-b105-463dc5c2f739 req-bd418687-24a9-45f7-b826-1f33e5e80600 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Jul 14 11:13:40.086575 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:40.519636 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:40.594879 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3dfa1-c00f-4b62-9216-51113619b583 req-4504d6b5-7952-4e28-901c-f0057fae53c9 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:40.596471 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-24b3dfa1-c00f-4b62-9216-51113619b583 req-4504d6b5-7952-4e28-901c-f0057fae53c9 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0482447 Jul 14 11:13:40.645319 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-24b3dfa1-c00f-4b62-9216-51113619b583 req-9fb444bb-0175-46b4-8ce3-f308f579a5f8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Jul 14 11:13:40.703592 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a49db-29b7-44db-9fc4-e58bcdf5f33e req-478d9117-3e57-402f-92d9-baec0a25d577 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:40.705139 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ba5a49db-29b7-44db-9fc4-e58bcdf5f33e req-478d9117-3e57-402f-92d9-baec0a25d577 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0474892 Jul 14 11:13:40.724059 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:40.753970 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ba5a49db-29b7-44db-9fc4-e58bcdf5f33e req-bc65a8b5-81d9-4122-831d-2bb8289efd23 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Jul 14 11:13:40.862793 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b517041-d5a0-44ed-a1ab-a41660759039 req-82fa7049-76ee-4951-aa1e-592b855aaa7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:40.864280 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b517041-d5a0-44ed-a1ab-a41660759039 req-82fa7049-76ee-4951-aa1e-592b855aaa7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0475795 Jul 14 11:13:40.872743 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57796) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:40.876946 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'port_id': '1d18c91d-ab99-42c3-b298-881ad82fb9fa'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:40.919510 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (0b5ae8df-b43f-4c80-871d-93830709a9ad), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:41.342553 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:41.347449 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (0b5ae8df-b43f-4c80-871d-93830709a9ad), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:41.444827 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 0b5ae8df-b43f-4c80-871d-93830709a9ad associated. External IP: 172.27.0.133, port: 1d18c91d-ab99-42c3-b298-881ad82fb9fa. Jul 14 11:13:41.532006 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:41.650002 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:13:41.744175 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:41.761553 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7f30f-6371-48a4-a098-5fdda9d90926 req-e64042f1-2fc6-4e9d-98a3-b570b97d9a18 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:41.763078 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-00e7f30f-6371-48a4-a098-5fdda9d90926 req-e64042f1-2fc6-4e9d-98a3-b570b97d9a18 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0493751 Jul 14 11:13:41.764081 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:13:41.768646 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:41.775437 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:13:41.791785 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:41.792770 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:41.806062 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-db4e15a3-5f76-44f5-82df-5d330d041269 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "PUT /v2.0/floatingips/0b5ae8df-b43f-4c80-871d-93830709a9ad HTTP/1.1" status: 200 len: 992 time: 0.9297729 Jul 14 11:13:41.806062 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:13:41.807373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c9525-945f-464f-a563-3f7ba70f2ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:13:41.825147 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-00e7f30f-6371-48a4-a098-5fdda9d90926 req-90e32b1d-fd27-433d-ab27-9637a9578f84 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560894 Jul 14 11:13:41.848917 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bbadbd-629c-4d67-9088-8efbfa4c88e5 x-openstack-request-id: req-c9bbadbd-629c-4d67-9088-8efbfa4c88e5 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:13:41.849208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:13:41.849463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9bbadbd-629c-4d67-9088-8efbfa4c88e5 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:13:41.849871 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9bbadbd-629c-4d67-9088-8efbfa4c88e5'] response: {'name': 'network-changed', 'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'status': 'completed', 'code': 200} Jul 14 11:13:41.901374 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:41.943201 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-a26e6c18-f80b-4acf-bd16-771692c9e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:41.944814 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-a26e6c18-f80b-4acf-bd16-771692c9e646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 1130 time: 0.0416231 Jul 14 11:13:42.046179 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-a2056648-aa07-4b8a-84b4-5d5913b26a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:42.048240 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-a2056648-aa07-4b8a-84b4-5d5913b26a59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.0962644 Jul 14 11:13:42.111337 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-117495fa-9b53-4a14-a8e6-45cec27bfc83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa HTTP/1.1" status: 200 len: 1000 time: 0.0562179 Jul 14 11:13:42.120280 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '0b5ae8df-b43f-4c80-871d-93830709a9ad', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:e5:33:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:13:27Z', 'updated_at': '2022-07-14T11:13:41Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:42.148932 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:13:42.158898 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:42.159702 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:42.165343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-4eca6556-0c80-47dc-9f5a-522a18204d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:42.166817 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-4eca6556-0c80-47dc-9f5a-522a18204d63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0494168 Jul 14 11:13:42.215294 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-633ce06c-927d-4cce-9ace-90dd1bc19f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:42.216847 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-633ce06c-927d-4cce-9ace-90dd1bc19f55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434959 Jul 14 11:13:42.265447 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:42.311661 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-c6928f0b-efe4-4be5-bc69-9561c8c84dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858560 Jul 14 11:13:42.410918 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2d9c9525-945f-464f-a563-3f7ba70f2ab6 req-11220002-085d-4a94-a78f-65cbce08018d service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921407 Jul 14 11:13:42.579732 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '0b5ae8df-b43f-4c80-871d-93830709a9ad', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:e5:33:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:13:27Z', 'updated_at': '2022-07-14T11:13:41Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:42.604723 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2c260-f754-4058-8b7d-7fcc0adfc823 None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '0b5ae8df-b43f-4c80-871d-93830709a9ad', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:e5:33:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:13:27Z', 'updated_at': '2022-07-14T11:13:41Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:13:42.782246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04832f-bab6-45e9-be3e-d250168ac200 None None] New status for floating IP 0b5ae8df-b43f-4c80-871d-93830709a9ad: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:13:42.822409 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:42.869080 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:42.950201 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a339d0-aa28-4f0f-a3e8-acf95ac6ef7a req-763dc7ae-6f38-40ac-a7c2-844deffdc464 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:42.951783 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f0a339d0-aa28-4f0f-a3e8-acf95ac6ef7a req-763dc7ae-6f38-40ac-a7c2-844deffdc464 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0520334 Jul 14 11:13:43.000438 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f0a339d0-aa28-4f0f-a3e8-acf95ac6ef7a req-61b4692f-da44-4eb2-9bad-85b18cf22a91 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421829 Jul 14 11:13:44.117305 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78dd64-f11e-471e-8485-a97189dd3217 req-f016f849-4416-40ad-ac7f-b528ae9f49c8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:44.118754 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee78dd64-f11e-471e-8485-a97189dd3217 req-f016f849-4416-40ad-ac7f-b528ae9f49c8 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0492473 Jul 14 11:13:44.167253 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee78dd64-f11e-471e-8485-a97189dd3217 req-27580189-d152-4848-befe-c1a1d75b330e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Jul 14 11:13:45.281653 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa27a8d-ceeb-40c5-a6bd-79afba6377d1 req-9d2abd15-2a65-4b79-bcc4-23ac8fe8f7cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:45.283132 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eaa27a8d-ceeb-40c5-a6bd-79afba6377d1 req-9d2abd15-2a65-4b79-bcc4-23ac8fe8f7cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0473461 Jul 14 11:13:45.330699 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eaa27a8d-ceeb-40c5-a6bd-79afba6377d1 req-44d9ac58-03d3-46a3-a25b-abf2bed32978 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Jul 14 11:13:45.348853 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:46.462966 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74cc91-352c-49a4-9731-12f0298d269d req-d412e848-b96b-472d-b524-e41e50045a56 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:46.464402 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b74cc91-352c-49a4-9731-12f0298d269d req-d412e848-b96b-472d-b524-e41e50045a56 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0581942 Jul 14 11:13:46.513593 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7b74cc91-352c-49a4-9731-12f0298d269d req-07d9180d-baf6-45f1-894e-401e31112120 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Jul 14 11:13:47.643003 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f6238-2e8c-4f5e-a94d-1e447956ee58 req-5a810858-33e0-476a-a3af-bb1d11c795a9 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:47.644518 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee8f6238-2e8c-4f5e-a94d-1e447956ee58 req-5a810858-33e0-476a-a3af-bb1d11c795a9 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0524654 Jul 14 11:13:47.655677 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:47.696087 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ee8f6238-2e8c-4f5e-a94d-1e447956ee58 req-575a1387-c3ac-4afe-b7f3-521fda831812 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457184 Jul 14 11:13:48.422781 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd87da6-f13e-4b82-b038-e6d6abcdbe8d req-783f382a-a1ba-4b5e-83ad-5678ac596c7c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:48.424871 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1fd87da6-f13e-4b82-b038-e6d6abcdbe8d req-783f382a-a1ba-4b5e-83ad-5678ac596c7c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0517564 Jul 14 11:13:48.475065 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1fd87da6-f13e-4b82-b038-e6d6abcdbe8d req-8d37ea6e-3ae6-4dd8-a9cb-086cd15734e9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441492 Jul 14 11:13:48.811982 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8499cd-25b5-4ce7-a4b0-471b1ea4ff9f req-08a29846-3399-4fe3-8585-6ca032e1ddff tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:48.813461 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b8499cd-25b5-4ce7-a4b0-471b1ea4ff9f req-08a29846-3399-4fe3-8585-6ca032e1ddff tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0480788 Jul 14 11:13:48.865456 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b8499cd-25b5-4ce7-a4b0-471b1ea4ff9f req-25c958e1-e959-432a-b4ba-ea231ccf153a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464272 Jul 14 11:13:49.592880 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82b1f9-2555-4bae-b2bf-0cb252a419dc req-463dacbe-15c6-4a90-ab6c-d45f810b0462 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:49.594366 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2b82b1f9-2555-4bae-b2bf-0cb252a419dc req-463dacbe-15c6-4a90-ab6c-d45f810b0462 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0478711 Jul 14 11:13:49.643327 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2b82b1f9-2555-4bae-b2bf-0cb252a419dc req-b15f4a80-44df-4013-820b-ec775628ff52 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433586 Jul 14 11:13:49.981260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c14a0-876e-49b3-ab73-2a89cabea001 req-695031d4-3518-44ae-a5d5-66145db1512a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:49.982809 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e58c14a0-876e-49b3-ab73-2a89cabea001 req-695031d4-3518-44ae-a5d5-66145db1512a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0505142 Jul 14 11:13:50.030302 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e58c14a0-876e-49b3-ab73-2a89cabea001 req-1bb2ef87-9de5-4402-8331-767662526a22 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413959 Jul 14 11:13:50.460173 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:50.500370 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-dadb6b8b-c423-49ce-a1bd-e48f78c23fa8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:50.501897 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-dadb6b8b-c423-49ce-a1bd-e48f78c23fa8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0503826 Jul 14 11:13:50.588918 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Deleting port 81b715b1-2ff3-4295-9104-d4e547039e70 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:13:50.589262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:50.679307 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] For port 81b715b1-2ff3-4295-9104-d4e547039e70, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=81b715b1-2ff3-4295-9104-d4e547039e70,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:13:50.679706 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:50.760395 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb4fc2-bb08-4e13-8e1d-9f70e43662be req-8f84c300-9c04-4378-abea-bc245814bae8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:50.761812 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-58eb4fc2-bb08-4e13-8e1d-9f70e43662be req-8f84c300-9c04-4378-abea-bc245814bae8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 947 time: 0.0473840 Jul 14 11:13:50.813409 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-58eb4fc2-bb08-4e13-8e1d-9f70e43662be req-4a99e5cb-d3f8-4c66-a52b-accfc9fa3278 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455396 Jul 14 11:13:50.850507 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:50.850861 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (a868c48d-6fa2-476e-9f84-b3efc2a8db05), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:50.851197 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Floating IP a868c48d-6fa2-476e-9f84-b3efc2a8db05 disassociated. External IP: 172.27.0.202, port: 81b715b1-2ff3-4295-9104-d4e547039e70. Jul 14 11:13:50.851555 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Calling delete_port for 81b715b1-2ff3-4295-9104-d4e547039e70 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:13:50.983683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (81b715b1-2ff3-4295-9104-d4e547039e70), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:51.015942 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event deleted for resources: {'Port': ['ID=81b715b1-2ff3-4295-9104-d4e547039e70,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:51.152694 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:51.162470 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Router 33f6a44b-fe67-4873-9206-5d70077f9f81 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:13:51.178923 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e597ba-8c9a-4c4a-9f82-d2ad40f0d894 req-b8d232f9-5d07-44b8-9856-b7f3d5db9c2d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:51.180514 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71e597ba-8c9a-4c4a-9f82-d2ad40f0d894 req-b8d232f9-5d07-44b8-9856-b7f3d5db9c2d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0698450 Jul 14 11:13:51.304514 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-71e597ba-8c9a-4c4a-9f82-d2ad40f0d894 req-faf44a55-1346-4dc2-9e0f-1670a9f63423 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177301 Jul 14 11:13:51.322898 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:13:51.333038 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] Sync routers for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:13:51.343332 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:51.343937 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:51.369603 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] No DVR routers for this DVR port 81b715b1-2ff3-4295-9104-d4e547039e70 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:13:51.372210 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:51.376283 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5ecc5a2b-c1a9-4335-a627-644c4d86636f req-4a1ad51a-0722-487a-9660-dfee1219fd63 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "DELETE /v2.0/ports/81b715b1-2ff3-4295-9104-d4e547039e70 HTTP/1.1" status: 204 len: 173 time: 0.8690693 Jul 14 11:13:51.376743 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-deleted', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:13:51.379020 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdc26c0-7d01-4133-944a-c9e294a9b41a" -d '{"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-deleted", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:13:51.434118 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d899206-9e3e-4bf4-9847-b302454eb7a5 x-openstack-request-id: req-3d899206-9e3e-4bf4-9847-b302454eb7a5 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:13:51.434470 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d03bde1-0583-4099-8098-0077a2fc1084", "name": "network-vif-deleted", "tag": "81b715b1-2ff3-4295-9104-d4e547039e70", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:13:51.434730 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d899206-9e3e-4bf4-9847-b302454eb7a5 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:13:51.435163 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d899206-9e3e-4bf4-9847-b302454eb7a5'] response: {'server_uuid': '4d03bde1-0583-4099-8098-0077a2fc1084', 'name': 'network-vif-deleted', 'tag': '81b715b1-2ff3-4295-9104-d4e547039e70', 'status': 'completed', 'code': 200} Jul 14 11:13:51.473544 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:51.557799 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:51.621444 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:51.670482 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:51.696364 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] Checking router: 33f6a44b-fe67-4873-9206-5d70077f9f81 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:13:51.704833 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:13:51.705438 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:13:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:51.807428 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:13:51.936315 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-700a1df7-08bd-4e8d-a443-cd6cc592f977 req-5dab3dc7-c04f-4628-8d13-569468628357 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d03bde1-0583-4099-8098-0077a2fc1084 HTTP/1.1" status: 200 len: 210 time: 0.0328462 Jul 14 11:13:52.023286 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:13:52.049965 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56410d1c-ec06-4715-a08b-a3b03a3a70c1 None None] The sync data for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi is: [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:13:52.259171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2f554-1eeb-41b9-9aed-ea78cadeaa8e None None] New status for floating IP a868c48d-6fa2-476e-9f84-b3efc2a8db05: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:13:52.428485 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce1268-4dc7-4512-98d6-0cc63c7dca53 req-99663944-91b8-4f03-b8ef-c703c06e9ef7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:52.429983 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d2ce1268-4dc7-4512-98d6-0cc63c7dca53 req-99663944-91b8-4f03-b8ef-c703c06e9ef7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0505583 Jul 14 11:13:52.485627 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d2ce1268-4dc7-4512-98d6-0cc63c7dca53 req-bd0ea55e-75de-4f84-927e-84ca3eabaa2f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500088 Jul 14 11:13:52.695408 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76e973-2f1d-466b-a341-bcb2c437e829 req-274da203-232e-4bc7-ad6c-42b8b01b0c85 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:52.698294 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4c76e973-2f1d-466b-a341-bcb2c437e829 req-274da203-232e-4bc7-ad6c-42b8b01b0c85 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0559657 Jul 14 11:13:52.723018 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:52.748175 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4c76e973-2f1d-466b-a341-bcb2c437e829 req-5c0d337a-5f69-4e24-8198-2d44d97ba15c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439017 Jul 14 11:13:52.757259 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-dc5935b4-c620-45b2-aed9-18912ec5c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:52.758772 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-dc5935b4-c620-45b2-aed9-18912ec5c199 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 1129 time: 0.0447426 Jul 14 11:13:52.850927 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-bfd2ac46-2541-4c12-a7ec-fca0ca7ec762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:52.852504 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-bfd2ac46-2541-4c12-a7ec-fca0ca7ec762 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 909 time: 0.0861113 Jul 14 11:13:52.917360 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-7f56cedd-7c37-4584-b020-64d3b4c2007c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6 HTTP/1.1" status: 200 len: 1001 time: 0.0576894 Jul 14 11:13:52.969927 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-1836d2c5-0b1d-4028-b72a-de098d030d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:52.971325 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-1836d2c5-0b1d-4028-b72a-de098d030d81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 200 len: 847 time: 0.0455499 Jul 14 11:13:53.019158 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-b5c21231-79ed-4636-8f5f-11727b1ffb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:53.020764 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-b5c21231-79ed-4636-8f5f-11727b1ffb78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8eaca00-9ce0-454f-9fb3-291577542b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419247 Jul 14 11:13:53.034387 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57866) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:53.093428 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a56a42bc-51d7-47fd-937c-836c90321f7b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (c0ac5003-c9f7-4d4e-adca-1b2bd4725b87), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.120278 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a56a42bc-51d7-47fd-937c-836c90321f7b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (c0ac5003-c9f7-4d4e-adca-1b2bd4725b87), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.183575 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a56a42bc-51d7-47fd-937c-836c90321f7b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c0ac5003-c9f7-4d4e-adca-1b2bd4725b87), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.186266 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a56a42bc-51d7-47fd-937c-836c90321f7b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.188141 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a56a42bc-51d7-47fd-937c-836c90321f7b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "DELETE /v2.0/security-groups/c0ac5003-c9f7-4d4e-adca-1b2bd4725b87 HTTP/1.1" status: 204 len: 168 time: 0.1527309 Jul 14 11:13:53.195011 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57868) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:53.207294 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a42bc-51d7-47fd-937c-836c90321f7b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ac5003-c9f7-4d4e-adca-1b2bd4725b87,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:53.214460 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.api.v2.resource [None req-4a38df43-da21-48a7-851e-d5a267871fce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] show failed (client error): The resource could not be found. Jul 14 11:13:53.215569 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-4a38df43-da21-48a7-851e-d5a267871fce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups/c0ac5003-c9f7-4d4e-adca-1b2bd4725b87 HTTP/1.1" status: 404 len: 347 time: 0.0225096 Jul 14 11:13:53.219286 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57870) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:53.257249 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:53.328790 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:53.342388 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Deleting port 58cafeb8-5157-4950-9e5b-0f290a36c39f {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:13:53.342732 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.389386 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-bf640817-6b67-4a2b-8127-92cc3b82f8b9 service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591509 Jul 14 11:13:53.425787 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.426122 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (58cafeb8-5157-4950-9e5b-0f290a36c39f), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.444734 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Calling delete_port for 58cafeb8-5157-4950-9e5b-0f290a36c39f owned by network:floatingip {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:13:53.495303 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc373667-90a3-4d4d-9b21-3ef668a0cdd9 req-dc883ccc-2e82-42c5-9f07-7c45c80fd115 service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966563 Jul 14 11:13:53.590592 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (58cafeb8-5157-4950-9e5b-0f290a36c39f), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.617505 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event deleted for resources: {'Port': ['ID=58cafeb8-5157-4950-9e5b-0f290a36c39f,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:53.619151 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:13:53.640233 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 81b715b1-2ff3-4295-9104-d4e547039e70 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:13:53.640576 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 81b715b1-2ff3-4295-9104-d4e547039e70 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:13:53.679546 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (a868c48d-6fa2-476e-9f84-b3efc2a8db05), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.682296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.683446 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-2e47901c-cfd6-425e-a8c9-340f379c23f0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "DELETE /v2.0/floatingips/a868c48d-6fa2-476e-9f84-b3efc2a8db05 HTTP/1.1" status: 204 len: 168 time: 0.4630737 Jul 14 11:13:53.775992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57876) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:53.781568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-50610e8d-b42c-4865-b746-d0a5b80cdd2d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574013970', 'description': 'tempest-description--2129653860'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:53.804613 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50610e8d-b42c-4865-b746-d0a5b80cdd2d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.835924 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:13:53.871027 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414a676-5438-4f11-9a5f-584824fa6566 req-c2b7e2d7-ce1d-473f-8081-d8f81e74c6d0 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:53.872569 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d414a676-5438-4f11-9a5f-584824fa6566 req-c2b7e2d7-ce1d-473f-8081-d8f81e74c6d0 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0544519 Jul 14 11:13:53.884993 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50610e8d-b42c-4865-b746-d0a5b80cdd2d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (c69ca67d-ce1e-4ff6-a263-30eedc0f312b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.889145 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50610e8d-b42c-4865-b746-d0a5b80cdd2d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c69ca67d-ce1e-4ff6-a263-30eedc0f312b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.920396 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50610e8d-b42c-4865-b746-d0a5b80cdd2d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:53.921640 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-50610e8d-b42c-4865-b746-d0a5b80cdd2d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1445343 Jul 14 11:13:53.924044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610e8d-b42c-4865-b746-d0a5b80cdd2d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ca67d-ce1e-4ff6-a263-30eedc0f312b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:53.925705 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d414a676-5438-4f11-9a5f-584824fa6566 req-95993aee-c349-469b-901a-5fbab8852068 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474064 Jul 14 11:13:53.925891 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57878) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:53.930379 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-37c1e9e5-64a5-4dcb-b4f7-6df82d7a11b2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'security_group_rule': {'security_group_id': 'c69ca67d-ce1e-4ff6-a263-30eedc0f312b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:53.962169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-37c1e9e5-64a5-4dcb-b4f7-6df82d7a11b2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (9136660f-486a-4ed9-9ef1-3cb1818b702e), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.009666 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:54.019531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-37c1e9e5-64a5-4dcb-b4f7-6df82d7a11b2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (9136660f-486a-4ed9-9ef1-3cb1818b702e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.023241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-37c1e9e5-64a5-4dcb-b4f7-6df82d7a11b2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (9136660f-486a-4ed9-9ef1-3cb1818b702e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.042054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1e9e5-64a5-4dcb-b4f7-6df82d7a11b2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9136660f-486a-4ed9-9ef1-3cb1818b702e,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:54.049901 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-37c1e9e5-64a5-4dcb-b4f7-6df82d7a11b2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.054078 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-37c1e9e5-64a5-4dcb-b4f7-6df82d7a11b2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243920 Jul 14 11:13:54.054235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57880) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:54.058530 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-0321ed01-bb26-46a6-b574-c3149b546bae tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'security_group_rule': {'security_group_id': 'c69ca67d-ce1e-4ff6-a263-30eedc0f312b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:54.090070 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0321ed01-bb26-46a6-b574-c3149b546bae tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (d3c4989e-4b93-4a63-b6d4-ee030c0844cd), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.138366 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:54.155582 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0321ed01-bb26-46a6-b574-c3149b546bae tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (d3c4989e-4b93-4a63-b6d4-ee030c0844cd), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.158911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0321ed01-bb26-46a6-b574-c3149b546bae tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (d3c4989e-4b93-4a63-b6d4-ee030c0844cd), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.178534 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321ed01-bb26-46a6-b574-c3149b546bae tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c4989e-4b93-4a63-b6d4-ee030c0844cd,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:54.185606 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0321ed01-bb26-46a6-b574-c3149b546bae tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.190363 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0321ed01-bb26-46a6-b574-c3149b546bae tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316459 Jul 14 11:13:54.190627 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57882) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:13:54.195268 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:54.220233 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.297301 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.406092 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Allocated IP 172.27.0.96 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/2ab931ca-c036-44b2-b277-a24ee88c0a58) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:13:54.525416 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.526568 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:54.534446 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:54.564691 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.604980 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:13:54.607889 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:13:54.615192 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:13:54.639078 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'Port': ['ID=2ab931ca-c036-44b2-b277-a24ee88c0a58,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:54.702228 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (76cba743-af4f-46dd-9f98-404c63762ae2), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.741632 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.889922 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.894577 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.971088 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'Port': ['ID=2ab931ca-c036-44b2-b277-a24ee88c0a58,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:54.982294 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (76cba743-af4f-46dd-9f98-404c63762ae2), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:54.999367 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:55.000790 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6ea73651-3cb2-4f66-981d-cdb36181a886 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8090334 Jul 14 11:13:55.054695 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdab1b9-3127-48af-805d-62c6231fc376 req-cef93179-cfe8-45ba-88cc-ce9ea6bce80c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:55.056270 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bbdab1b9-3127-48af-805d-62c6231fc376 req-cef93179-cfe8-45ba-88cc-ce9ea6bce80c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0521889 Jul 14 11:13:55.105201 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bbdab1b9-3127-48af-805d-62c6231fc376 req-782f34a8-18d2-48c5-8fd1-9e13ee1190fb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431273 Jul 14 11:13:55.151730 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-eb60e1e6-f14f-48f3-bc9e-8476bd32904f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1574013970&fields=id&tenant_id=9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 267 time: 0.0453968 Jul 14 11:13:55.262437 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-385c1b87-c91c-4ea7-a36b-c66bf6c67f9f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:55.263959 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-385c1b87-c91c-4ea7-a36b-c66bf6c67f9f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 817 time: 0.1051280 Jul 14 11:13:55.279530 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-5d11f481-df0d-4906-b0ba-b02556608d76 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/quotas/9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Jul 14 11:13:55.329929 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-a068988c-dfe8-42d2-b72a-de96d09305f4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446606 Jul 14 11:13:55.425553 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-84fb4231-e700-4def-ba0b-97cac19b0c11 service neutron] 10.222.0.75 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840640 Jul 14 11:13:55.439277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:55.502562 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:55.524419 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ff6670c5-68fb-4893-973e-4c869aee30a8 service neutron] 10.222.0.75 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929310 Jul 14 11:13:55.682797 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e20af37a-b7d7-4dcd-a47b-4ae4ebacd8b2 req-28b6e412-6077-4b56-8dcd-dd2789ffd6c9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 210 time: 0.0279989 Jul 14 11:13:56.748097 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-2b997ae2-5c4c-4896-97c9-2dfb68d34808 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:56.749841 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-2b997ae2-5c4c-4896-97c9-2dfb68d34808 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 817 time: 0.1105955 Jul 14 11:13:56.788830 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fc7c5006-2da3-4788-bf46-008d211c8cff req-f8899797-b7de-4e73-9b85-74521795e0b8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 210 time: 0.0280480 Jul 14 11:13:56.839553 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-eaad2d7e-da82-4432-b60e-1f34a4bda0da tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 380 time: 0.0600898 Jul 14 11:13:56.937411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'port': {'device_id': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'admin_state_up': True, 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'security_groups': ['c69ca67d-ce1e-4ff6-a263-30eedc0f312b']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:57.057549 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Made reservation on behalf of 9b56ea0be2964e21985deb5964232923 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:13:57.061040 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.196835 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Allocated IP 172.20.0.11 (90ec2180-c51d-4c74-aa35-68c20d17fb42/1ca2b66a-e97f-480c-a28a-47999a71b676/6a60328d-ee1e-44d3-8008-6151b2c4427f) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:13:57.309275 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:57.349370 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.384360 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.428987 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:13:57.434455 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:13:57.436993 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:13:57.442319 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:57.442952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.459442 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:57.459442 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:57.471895 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-ec1b5f95-189a-4732-8ad4-7bf25c5558f1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5392323 Jul 14 11:13:57.488731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Request body: {'port': {'device_id': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:13:57.556790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.636108 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-56bcf17a-6b47-4a6d-ba22-811478b9d8e0 None None] Provisioning complete for port 6a60328d-ee1e-44d3-8008-6151b2c4427f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:13:57.636727 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-56bcf17a-6b47-4a6d-ba22-811478b9d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.670387 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-56bcf17a-6b47-4a6d-ba22-811478b9d8e0 None None] Port 6a60328d-ee1e-44d3-8008-6151b2c4427f cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:13:57.821544 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a60328d-ee1e-44d3-8008-6151b2c4427f {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:13:57.829767 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Publish callbacks [] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.842877 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Transition to ACTIVE for port object 6a60328d-ee1e-44d3-8008-6151b2c4427f will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:13:57.846207 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:57.938388 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:57.951837 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3582f-d3b2-4c83-b2f0-cf053522a464 req-7a848755-fc4e-4e2c-abce-a67944489672 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:57.953411 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-05b3582f-d3b2-4c83-b2f0-cf053522a464 req-7a848755-fc4e-4e2c-abce-a67944489672 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0823967 Jul 14 11:13:58.000049 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Attempting to bind port 6a60328d-ee1e-44d3-8008-6151b2c4427f on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:13:58.000913 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Attempting to bind port 6a60328d-ee1e-44d3-8008-6151b2c4427f by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:13:58.001245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Attempting to bind port 6a60328d-ee1e-44d3-8008-6151b2c4427f on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:13:58.011712 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Port 6a60328d-ee1e-44d3-8008-6151b2c4427f on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:13:58.012033 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Attempting to bind port 6a60328d-ee1e-44d3-8008-6151b2c4427f on network 90ec2180-c51d-4c74-aa35-68c20d17fb42 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:13:58.027123 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:13:58.027483 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Checking segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:13:58.027868 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Bound using segment: {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:13:58.028309 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Bound port: 6a60328d-ee1e-44d3-8008-6151b2c4427f, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4b7883-ad7f-4afc-a21e-44f50a18c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:13:58.028664 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:58.045976 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-05b3582f-d3b2-4c83-b2f0-cf053522a464 req-4eef1758-bb6f-423b-a3be-875be3a6280a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767376 Jul 14 11:13:58.106585 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:13:58.109589 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:13:58.116194 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:58.154043 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:58.154766 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:58.156567 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 1094 time: 0.6721711 Jul 14 11:13:58.157353 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:13:58.160577 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f69e40-bc44-44bc-8cf3-37acfcdff604" -d '{"events": [{"name": "network-changed", "server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:13:58.210027 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32367b21-a1c3-450e-b5a8-6b5d3ffa3c94 service neutron] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:13:58.214346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ef592-62df-4fcc-b7dd-56eaab4fe998 x-openstack-request-id: req-d07ef592-62df-4fcc-b7dd-56eaab4fe998 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:13:58.214735 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:13:58.214888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d07ef592-62df-4fcc-b7dd-56eaab4fe998 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:13:58.215310 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07ef592-62df-4fcc-b7dd-56eaab4fe998'] response: {'name': 'network-changed', 'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'status': 'completed', 'code': 200} Jul 14 11:13:58.279887 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-496a3f5f-0578-4422-81e1-be9217bcef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:58.281600 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-496a3f5f-0578-4422-81e1-be9217bcef2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1128 time: 0.0492752 Jul 14 11:13:58.336659 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-522c6af4-fb5a-4522-a65d-aace27688cb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 217 time: 0.0381112 Jul 14 11:13:58.350965 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:58.387313 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:58.398073 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-a606bbb6-df76-4458-9145-427df4c23023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:58.399584 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-a606bbb6-df76-4458-9145-427df4c23023 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0561399 Jul 14 11:13:58.445179 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-d9adeeb6-8732-4876-b6e7-380bd74d70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:58.446673 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-d9adeeb6-8732-4876-b6e7-380bd74d70e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403707 Jul 14 11:13:58.539821 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-a878fa09-0a5d-4f06-b686-54111ccd02f3 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Jul 14 11:13:58.633315 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-90bb3d25-90ec-4182-b2be-586ab4e77544 req-17c5020d-0cee-4e9a-91df-4fafc702ba51 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878873 Jul 14 11:13:59.164423 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7ec59-9e5c-4178-b2cf-49eed3967133 req-f4d055fb-6d68-4fa8-a301-a3dcfa9f5ae4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:13:59.165921 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-adb7ec59-9e5c-4178-b2cf-49eed3967133 req-f4d055fb-6d68-4fa8-a301-a3dcfa9f5ae4 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0472224 Jul 14 11:13:59.215783 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-adb7ec59-9e5c-4178-b2cf-49eed3967133 req-25a12d29-d567-4020-b8cb-b61a41f03020 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 Jul 14 11:14:00.340628 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900279-0db0-4cff-8345-49ea4c367d14 req-b1873da7-ee64-44d1-a5dc-f13ef98a9d91 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:00.342273 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6f900279-0db0-4cff-8345-49ea4c367d14 req-b1873da7-ee64-44d1-a5dc-f13ef98a9d91 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0527773 Jul 14 11:14:00.394035 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6f900279-0db0-4cff-8345-49ea4c367d14 req-757172c9-f8c6-4785-8a23-bb5764c5be52 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462897 Jul 14 11:14:01.212996 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-281a1f62-f3fe-4c6e-9556-d9876fd5438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:01.214488 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-281a1f62-f3fe-4c6e-9556-d9876fd5438c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1128 time: 0.0488520 Jul 14 11:14:01.315846 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-8a928da3-6722-4357-9191-3634b83b44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:01.317293 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-8a928da3-6722-4357-9191-3634b83b44f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.0889745 Jul 14 11:14:01.515110 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf830fb7-152b-4cd2-a5d8-c6d0637802c5 req-1fac3f7b-5486-4aee-bf55-646015b70ceb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:01.517264 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf830fb7-152b-4cd2-a5d8-c6d0637802c5 req-1fac3f7b-5486-4aee-bf55-646015b70ceb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0502205 Jul 14 11:14:01.565526 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf830fb7-152b-4cd2-a5d8-c6d0637802c5 req-8781a786-346d-4b4d-b782-020609b6f18d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Jul 14 11:14:01.666734 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:14:01.734996 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-a16e3029-2444-48c4-891c-7693ba91a903 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 217 time: 0.0338502 Jul 14 11:14:01.766574 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:01.779037 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'port_id': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'mac_address': 'fa:16:3e:1a:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:14:01.794028 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-2b134571-bd62-4cac-bd03-91654deeccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:01.795512 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-2b134571-bd62-4cac-bd03-91654deeccfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0487974 Jul 14 11:14:01.818423 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:14:01.818813 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:01.832354 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a60328d-ee1e-44d3-8008-6151b2c4427f {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:14:01.852840 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:01.856905 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:01.898696 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-789a5d1c-c7ea-40ff-8444-4dc3e25d1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:01.900686 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-789a5d1c-c7ea-40ff-8444-4dc3e25d1c92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456522 Jul 14 11:14:01.905669 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:01.998667 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-a0fd01fc-f26a-40f8-a8ae-a24bd668ccc0 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897651 Jul 14 11:14:02.026360 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=39 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:02.066179 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:02.090210 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-44f69e40-bc44-44bc-8cf3-37acfcdff604 req-fff2e1f4-2933-47e8-90e4-532da4d9ca90 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848494 Jul 14 11:14:02.330790 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['6a60328d-ee1e-44d3-8008-6151b2c4427f'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:14:02.689583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a22c9-2b5a-46ff-8511-daae92b9e015 req-6a56a7c1-7bb6-4112-8e88-5871d4d08f1c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:02.691064 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db6a22c9-2b5a-46ff-8511-daae92b9e015 req-6a56a7c1-7bb6-4112-8e88-5871d4d08f1c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 945 time: 0.0486922 Jul 14 11:14:02.745153 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-db6a22c9-2b5a-46ff-8511-daae92b9e015 req-784e07be-1891-49af-a333-053133829225 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483761 Jul 14 11:14:02.825082 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913b5dc-fdc1-413e-9d01-47434993c57d req-9c953d9c-2ddd-41ef-a2c4-d462a077bb78 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:02.826559 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9913b5dc-fdc1-413e-9d01-47434993c57d req-9c953d9c-2ddd-41ef-a2c4-d462a077bb78 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0466490 Jul 14 11:14:02.877667 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9913b5dc-fdc1-413e-9d01-47434993c57d req-49d5e6c6-363d-4c95-bdfc-b7a73eeed037 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447538 Jul 14 11:14:03.677525 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:14:03.720278 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 6a60328d-ee1e-44d3-8008-6151b2c4427f completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:14:03.725867 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 6a60328d-ee1e-44d3-8008-6151b2c4427f triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:14:03.726234 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:03.728762 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:03.749526 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:03.804475 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:14:03.804860 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:03.827200 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:14:03.829455 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4955cfc2-5cfa-4354-80f9-e317905e09b3" -d '{"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-plugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:14:03.831922 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=49 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:03.848927 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:03.855022 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:03.872031 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc03f5-d3c8-4c37-8d86-a6f646e13c0b req-aff1d928-34ea-4092-8c54-a55395acf3d6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:03.873654 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dcdc03f5-d3c8-4c37-8d86-a6f646e13c0b req-aff1d928-34ea-4092-8c54-a55395acf3d6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 945 time: 0.0556836 Jul 14 11:14:03.880427 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a472b1e3-460d-48d1-a976-324764ab8999 x-openstack-request-id: req-a472b1e3-460d-48d1-a976-324764ab8999 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:14:03.880717 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-plugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:14:03.881130 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a472b1e3-460d-48d1-a976-324764ab8999 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:14:03.881525 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a472b1e3-460d-48d1-a976-324764ab8999'] response: {'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'code': 200} Jul 14 11:14:03.901382 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:03.910234 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:03.929339 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dcdc03f5-d3c8-4c37-8d86-a6f646e13c0b req-011d59c2-3cb9-4fd3-a285-b1c6d0e0b620 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497046 Jul 14 11:14:04.004894 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38df844-35b4-436c-9396-f1e501ab7cac req-949aa113-30a7-47e6-b90a-530961fe761a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:04.006389 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f38df844-35b4-436c-9396-f1e501ab7cac req-949aa113-30a7-47e6-b90a-530961fe761a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0492191 Jul 14 11:14:04.062064 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f38df844-35b4-436c-9396-f1e501ab7cac req-995c813b-6112-42de-bb7d-ac9a3e7c932b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477753 Jul 14 11:14:05.050335 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b85b2-e875-46cd-842f-ad7cb3fe5c66 req-3cc21b73-b7b2-42dc-8aed-222ea7f9de0b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:05.051846 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d24b85b2-e875-46cd-842f-ad7cb3fe5c66 req-3cc21b73-b7b2-42dc-8aed-222ea7f9de0b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0473897 Jul 14 11:14:05.099690 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d24b85b2-e875-46cd-842f-ad7cb3fe5c66 req-851ccab4-e193-4f15-a221-a981abe5fa0e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Jul 14 11:14:05.176015 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0d051-cf6c-4246-a067-1e20793d29d3 req-cce470be-2aa9-4a3d-aa33-b08f67706416 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:05.177458 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6ca0d051-cf6c-4246-a067-1e20793d29d3 req-cce470be-2aa9-4a3d-aa33-b08f67706416 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0456753 Jul 14 11:14:05.224688 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6ca0d051-cf6c-4246-a067-1e20793d29d3 req-4caa03ae-0637-4e28-a534-fc5d9b6de50f tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Jul 14 11:14:05.319442 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fe3dd930-ffcf-4922-81e1-96c958f2ee52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:06.207981 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce6150-9ebe-4887-ad7e-1a904a704018 req-a0a94b9f-39bb-4e81-a706-3d039c53b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:06.209478 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dce6150-9ebe-4887-ad7e-1a904a704018 req-a0a94b9f-39bb-4e81-a706-3d039c53b202 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1130 time: 0.0691612 Jul 14 11:14:06.239212 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fde304-1993-4c31-94ee-301032c6ff71 req-ec5bb841-5e02-4cd8-80a2-df89177b16ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:06.240667 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5fde304-1993-4c31-94ee-301032c6ff71 req-ec5bb841-5e02-4cd8-80a2-df89177b16ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0655866 Jul 14 11:14:06.287132 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dce6150-9ebe-4887-ad7e-1a904a704018 req-7e35b920-528d-41a5-afc1-35080aa84642 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699587 Jul 14 11:14:06.311852 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f5fde304-1993-4c31-94ee-301032c6ff71 req-2af7448b-0d00-45f9-b312-e5a7f47def6d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651252 Jul 14 11:14:06.347704 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3975969-af26-4b58-bd39-edcc6f50094d req-e02e8bd0-610c-49d5-aae6-b09fde4dd3cb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:06.349190 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f3975969-af26-4b58-bd39-edcc6f50094d req-e02e8bd0-610c-49d5-aae6-b09fde4dd3cb tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0519965 Jul 14 11:14:06.396113 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f3975969-af26-4b58-bd39-edcc6f50094d req-f8e6b039-9d34-46f7-9176-295f74e17525 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413725 Jul 14 11:14:07.490497 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88375c-2557-4a07-94a0-61ee48916af7 req-1f40cf0b-73cf-4aac-8731-e07e110441aa tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:07.491928 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b88375c-2557-4a07-94a0-61ee48916af7 req-1f40cf0b-73cf-4aac-8731-e07e110441aa tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0974467 Jul 14 11:14:07.500883 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-940c1331-e25c-486a-8aef-5ba686e3e62b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:07.502366 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-940c1331-e25c-486a-8aef-5ba686e3e62b tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0958977 Jul 14 11:14:07.529321 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6d0a4-0ec2-4b0b-8131-56a835c26f20 req-c3f159f9-0b30-47b0-abab-211e42345126 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:07.530810 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88c6d0a4-0ec2-4b0b-8131-56a835c26f20 req-c3f159f9-0b30-47b0-abab-211e42345126 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 945 time: 0.0549564 Jul 14 11:14:07.579089 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88c6d0a4-0ec2-4b0b-8131-56a835c26f20 req-b1220aef-30fa-4d05-b943-c62b67e16bab tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=d6803cef-c169-4de8-ac02-03c16b0bea73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 Jul 14 11:14:07.589720 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b88375c-2557-4a07-94a0-61ee48916af7 req-31f61f5f-2411-45f8-9ecd-70af0ea07a76 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862415 Jul 14 11:14:07.623995 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Deleting port 8f073a5b-cf77-4431-946c-0d8651ac7527 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:07.624427 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:07.627210 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-450998cd-5d78-4c65-a6d8-c61a14699602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:07.717714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] For port 8f073a5b-cf77-4431-946c-0d8651ac7527, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=8f073a5b-cf77-4431-946c-0d8651ac7527,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:07.718081 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:07.879762 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:07.880091 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:07.880405 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Floating IP 9836b48e-bd55-4a14-9d21-7d30a9c4fc02 disassociated. External IP: 172.27.0.59, port: 8f073a5b-cf77-4431-946c-0d8651ac7527. Jul 14 11:14:07.880798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Calling delete_port for 8f073a5b-cf77-4431-946c-0d8651ac7527 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:07.888918 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:08.010920 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (8f073a5b-cf77-4431-946c-0d8651ac7527), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:08.018820 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:08.039456 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event deleted for resources: {'Port': ['ID=8f073a5b-cf77-4431-946c-0d8651ac7527,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:08.151220 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Router 470bf34f-6a8f-44cb-a2df-df66bce172ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:14:08.257760 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:14:08.268964 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] Sync routers for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:14:08.279540 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:14:08.280163 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:14:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:08.302086 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] No DVR routers for this DVR port 8f073a5b-cf77-4431-946c-0d8651ac7527 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:14:08.305438 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:08.309328 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d96178ea-1061-4e69-8658-1a06a43d7ae9 req-5baf3970-638a-4c62-96e4-1c7f1aca579a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "DELETE /v2.0/ports/8f073a5b-cf77-4431-946c-0d8651ac7527 HTTP/1.1" status: 204 len: 173 time: 0.7833169 Jul 14 11:14:08.309847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'name': 'network-vif-deleted', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:14:08.312200 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3519af4-2af2-40e3-8cb0-4e556fe07676" -d '{"events": [{"server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "name": "network-vif-deleted", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:14:08.349889 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eb951d-d595-4fe6-8722-e6ba6ab329d8 x-openstack-request-id: req-b8eb951d-d595-4fe6-8722-e6ba6ab329d8 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:14:08.350169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2921e8-d6f6-4bcd-a5bd-a02da1353800", "name": "network-vif-deleted", "tag": "8f073a5b-cf77-4431-946c-0d8651ac7527", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:14:08.350419 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8eb951d-d595-4fe6-8722-e6ba6ab329d8 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:14:08.350816 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8eb951d-d595-4fe6-8722-e6ba6ab329d8'] response: {'server_uuid': 'fe2921e8-d6f6-4bcd-a5bd-a02da1353800', 'name': 'network-vif-deleted', 'tag': '8f073a5b-cf77-4431-946c-0d8651ac7527', 'status': 'completed', 'code': 200} Jul 14 11:14:08.393873 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:14:08.619169 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:08.649675 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] Checking router: 470bf34f-6a8f-44cb-a2df-df66bce172ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:14:08.659772 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:14:08.660631 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:14:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:08.688072 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:08.717369 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-493491c8-22fe-4fab-9f36-270701e9d0c0 req-fb432438-203e-460c-a597-ed61dfac7272 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe2921e8-d6f6-4bcd-a5bd-a02da1353800 HTTP/1.1" status: 200 len: 210 time: 0.0316012 Jul 14 11:14:08.718565 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e610ac1-3f10-4416-928d-78ba40d6f298 req-28310bd7-897a-4f39-b70b-1c53bbcf11e3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:08.720653 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e610ac1-3f10-4416-928d-78ba40d6f298 req-28310bd7-897a-4f39-b70b-1c53bbcf11e3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0498161 Jul 14 11:14:08.770343 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:14:08.772568 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e610ac1-3f10-4416-928d-78ba40d6f298 req-9b25e8f1-514e-4c4e-a964-29f66d248c7f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Jul 14 11:14:08.893078 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fede561-f1bf-4b9a-a170-44944ecd54ba req-4310713e-7ea8-4608-b290-00cfcf38865a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:08.894632 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9fede561-f1bf-4b9a-a170-44944ecd54ba req-4310713e-7ea8-4608-b290-00cfcf38865a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0532279 Jul 14 11:14:08.903598 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 57980) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:08.909510 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Request body: {'floatingip': {'port_id': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:14:08.955318 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (76cba743-af4f-46dd-9f98-404c63762ae2), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:09.065758 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:09.090942 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d58fad6-b265-4951-823c-65a8cf8b5719 None None] The sync data for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi is: [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:07:28Z', 'revision_number': 4, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'af3201f6-c635-4311-a147-60ea66758c6c', 'name': '', 'network_id': '131ff080-99aa-4954-b49d-b15b1af99faa', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'mac_address': 'fa:16:3e:9f:62:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:24Z', 'updated_at': '2022-07-14T11:07:38Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'subnets': [{'id': 'ab43c949-5864-4843-99b7-bdb6acb41ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:14:09.319791 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0606d7-4db9-495f-aa9f-a472de7772bf None None] New status for floating IP 9836b48e-bd55-4a14-9d21-7d30a9c4fc02: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:14:09.558650 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:09.620790 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:09.624541 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (76cba743-af4f-46dd-9f98-404c63762ae2), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:09.656496 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:09.719870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 8f073a5b-cf77-4431-946c-0d8651ac7527 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:14:09.721446 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Floating IP 76cba743-af4f-46dd-9f98-404c63762ae2 associated. External IP: 172.27.0.96, port: 6a60328d-ee1e-44d3-8008-6151b2c4427f. Jul 14 11:14:09.739961 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 8f073a5b-cf77-4431-946c-0d8651ac7527 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:14:09.740305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 8f073a5b-cf77-4431-946c-0d8651ac7527 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:14:09.809561 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57986) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:09.865161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9231bfc-5136-45df-a097-5ad31cac3945 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group (d6803cef-c169-4de8-ac02-03c16b0bea73), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:09.890369 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9231bfc-5136-45df-a097-5ad31cac3945 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group (d6803cef-c169-4de8-ac02-03c16b0bea73), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:09.918903 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Router 33f6a44b-fe67-4873-9206-5d70077f9f81 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:14:09.940887 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9231bfc-5136-45df-a097-5ad31cac3945 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d6803cef-c169-4de8-ac02-03c16b0bea73), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:09.943678 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c9231bfc-5136-45df-a097-5ad31cac3945 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:09.944781 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c9231bfc-5136-45df-a097-5ad31cac3945 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "DELETE /v2.0/security-groups/d6803cef-c169-4de8-ac02-03c16b0bea73 HTTP/1.1" status: 204 len: 168 time: 0.1340640 Jul 14 11:14:09.948577 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57988) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:09.965843 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9231bfc-5136-45df-a097-5ad31cac3945 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6803cef-c169-4de8-ac02-03c16b0bea73,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:09.967794 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-affdf454-db4c-4a71-8a6b-0e78e7a0c0f4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] show failed (client error): The resource could not be found. Jul 14 11:14:09.968851 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-affdf454-db4c-4a71-8a6b-0e78e7a0c0f4 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups/d6803cef-c169-4de8-ac02-03c16b0bea73 HTTP/1.1" status: 404 len: 347 time: 0.0197258 Jul 14 11:14:09.971835 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 57990) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:10.032756 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:14:10.037366 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.044833 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] Sync routers for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:14:10.057878 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:14:10.058839 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:14:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:10.068733 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d6181836-ce2b-411b-bb0d-c232d21f51ed tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "PUT /v2.0/floatingips/76cba743-af4f-46dd-9f98-404c63762ae2 HTTP/1.1" status: 200 len: 991 time: 1.1639435 Jul 14 11:14:10.069406 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:14:10.071862 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a96b56e-6a82-4621-aa85-387fadb8c3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:14:10.091973 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Deleting port c9f901fb-3c11-4b07-9d3a-f1397449e4e4 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:10.092581 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.093742 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.170591 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bdc76d-7601-498a-8b2e-edd7031d9c1b x-openstack-request-id: req-81bdc76d-7601-498a-8b2e-edd7031d9c1b {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:14:10.170880 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:14:10.171130 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81bdc76d-7601-498a-8b2e-edd7031d9c1b {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:14:10.171559 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bdc76d-7601-498a-8b2e-edd7031d9c1b'] response: {'name': 'network-changed', 'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'status': 'completed', 'code': 200} Jul 14 11:14:10.180974 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.181301 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.184308 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:14:10.198641 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Calling delete_port for c9f901fb-3c11-4b07-9d3a-f1397449e4e4 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:10.280604 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:10.294425 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-bebf15fa-7cbd-4ab1-94ec-f0fe952e8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:10.295884 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-bebf15fa-7cbd-4ab1-94ec-f0fe952e8ab7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1130 time: 0.0806539 Jul 14 11:14:10.354971 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:10.393131 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:10.398304 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '76cba743-af4f-46dd-9f98-404c63762ae2', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'port_id': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'mac_address': 'fa:16:3e:1a:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:13:54Z', 'updated_at': '2022-07-14T11:14:09Z', 'revision_number': 1, 'project_id': '9b56ea0be2964e21985deb5964232923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:10.399913 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:10.425446 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] Checking router: 33f6a44b-fe67-4873-9206-5d70077f9f81 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:14:10.434404 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:14:10.435075 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:14:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:10.438812 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-1308ba09-3ec0-4fa6-876b-4c6e2bf39b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:10.440293 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-1308ba09-3ec0-4fa6-876b-4c6e2bf39b0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.1333644 Jul 14 11:14:10.480389 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (c9f901fb-3c11-4b07-9d3a-f1397449e4e4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.515297 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event deleted for resources: {'Port': ['ID=c9f901fb-3c11-4b07-9d3a-f1397449e4e4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:10.526129 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.539925 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:14:10.549543 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-48790354-bc89-4108-9425-5f1a336c38fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 999 time: 0.1032541 Jul 14 11:14:10.552205 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks [] for floatingip (9836b48e-bd55-4a14-9d21-7d30a9c4fc02), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.554827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:10.555881 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-cc451bc4-0c5f-4e4f-b8e6-df145d3c9238 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "DELETE /v2.0/floatingips/9836b48e-bd55-4a14-9d21-7d30a9c4fc02 HTTP/1.1" status: 204 len: 168 time: 0.5831599 Jul 14 11:14:10.613214 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-1becb999-8a9c-4d58-8e08-519b8602cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:10.614740 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-1becb999-8a9c-4d58-8e08-519b8602cf50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0578763 Jul 14 11:14:10.667264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-fb70ec3e-7da3-40a6-a332-7897b5f5c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:10.668897 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-fb70ec3e-7da3-40a6-a332-7897b5f5c514 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477052 Jul 14 11:14:10.761171 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-21583cf6-53b8-4c1d-9d03-5872df28c18c service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858562 Jul 14 11:14:10.775845 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '76cba743-af4f-46dd-9f98-404c63762ae2', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'port_id': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'mac_address': 'fa:16:3e:1a:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:13:54Z', 'updated_at': '2022-07-14T11:14:09Z', 'revision_number': 1, 'project_id': '9b56ea0be2964e21985deb5964232923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:10.801469 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8db976-a513-4b02-9151-1a6e34b86388 None None] The sync data for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi is: [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '76cba743-af4f-46dd-9f98-404c63762ae2', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'port_id': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'mac_address': 'fa:16:3e:1a:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:13:54Z', 'updated_at': '2022-07-14T11:14:09Z', 'revision_number': 1, 'project_id': '9b56ea0be2964e21985deb5964232923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:14:10.857545 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a96b56e-6a82-4621-aa85-387fadb8c3a2 req-4d86084e-43b3-4abd-9c9b-523e758c1604 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897799 Jul 14 11:14:10.995693 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21225ab4-30f2-4576-8680-8c13ad2c2493 None None] New status for floating IP 76cba743-af4f-46dd-9f98-404c63762ae2: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:14:13.060815 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d2c4-2630-47d0-ace6-0efca080fee1 req-d6b8fd9a-1030-4b82-9809-0cdfd0d50bee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:13.062333 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-12a6d2c4-2630-47d0-ace6-0efca080fee1 req-d6b8fd9a-1030-4b82-9809-0cdfd0d50bee tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0517673 Jul 14 11:14:13.114111 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-12a6d2c4-2630-47d0-ace6-0efca080fee1 req-b45a0906-d904-41a7-b8da-895ca06b6d02 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 Jul 14 11:14:14.239901 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd68c-c6a6-42c5-a1bb-6cf612dd254d req-b1492aac-79f8-47b0-8484-6bd4ed38229c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:14.242122 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-313dd68c-c6a6-42c5-a1bb-6cf612dd254d req-b1492aac-79f8-47b0-8484-6bd4ed38229c tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0521982 Jul 14 11:14:14.310421 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-313dd68c-c6a6-42c5-a1bb-6cf612dd254d req-0da92617-2d2e-48ad-a58b-3244e398f987 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626557 Jul 14 11:14:14.761523 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-b5655a34-0ee7-4484-ab7e-2b6a18ec5a74 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:14.762969 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-b5655a34-0ee7-4484-ab7e-2b6a18ec5a74 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 945 time: 0.0557642 Jul 14 11:14:14.850332 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Deleting port f17cb494-ce01-4f03-b511-25356a886eab {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:14.850675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (f17cb494-ce01-4f03-b511-25356a886eab), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:14.953945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] For port f17cb494-ce01-4f03-b511-25356a886eab, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=f17cb494-ce01-4f03-b511-25356a886eab,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:14.954312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (f17cb494-ce01-4f03-b511-25356a886eab), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:14.967688 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Calling delete_port for f17cb494-ce01-4f03-b511-25356a886eab owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:14.969359 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:15.108112 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (f17cb494-ce01-4f03-b511-25356a886eab), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:15.147949 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['13944c62-ebab-45c6-93d8-38bb5fd3a687', 'f17cb494-ce01-4f03-b511-25356a886eab'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:14:15.151164 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event deleted for resources: {'Port': ['ID=f17cb494-ce01-4f03-b511-25356a886eab,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:15.221085 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] No DVR routers for this DVR port f17cb494-ce01-4f03-b511-25356a886eab on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:14:15.223799 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:15.227831 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5215a6-00ff-47c1-b0a5-65bf36b0d8a4 req-e8cbdbf4-296d-4e3a-8766-32c59ffa2930 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "DELETE /v2.0/ports/f17cb494-ce01-4f03-b511-25356a886eab HTTP/1.1" status: 204 len: 173 time: 0.4587479 Jul 14 11:14:15.228363 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'name': 'network-vif-deleted', 'tag': 'f17cb494-ce01-4f03-b511-25356a886eab'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:14:15.231029 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdf709e-db60-4fc9-8148-111eecc14962" -d '{"events": [{"server_uuid": "7dd47a70-769e-4bfc-8954-376cd1d1dd8f", "name": "network-vif-deleted", "tag": "f17cb494-ce01-4f03-b511-25356a886eab"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:14:15.271162 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e40a54-a795-45b4-879b-078236e27c8c x-openstack-request-id: req-d7e40a54-a795-45b4-879b-078236e27c8c {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:14:15.271814 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd47a70-769e-4bfc-8954-376cd1d1dd8f", "name": "network-vif-deleted", "tag": "f17cb494-ce01-4f03-b511-25356a886eab", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:14:15.271814 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7e40a54-a795-45b4-879b-078236e27c8c {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:14:15.272141 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e40a54-a795-45b4-879b-078236e27c8c'] response: {'server_uuid': '7dd47a70-769e-4bfc-8954-376cd1d1dd8f', 'name': 'network-vif-deleted', 'tag': 'f17cb494-ce01-4f03-b511-25356a886eab', 'status': 'completed', 'code': 200} Jul 14 11:14:15.409031 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:15.430263 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8c2752a2-98ec-4ead-85be-9c681282b606 req-7495fa4a-0470-4e15-9a49-495c345518ba tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dd47a70-769e-4bfc-8954-376cd1d1dd8f HTTP/1.1" status: 200 len: 210 time: 0.0312243 Jul 14 11:14:15.679601 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:16.716018 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c34b-5c2b-4183-85f2-0850ac34fa33 req-aef815fe-ba71-436b-b4b7-e50ffe1e60e8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:16.717391 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62b3c34b-5c2b-4183-85f2-0850ac34fa33 req-aef815fe-ba71-436b-b4b7-e50ffe1e60e8 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0478601 Jul 14 11:14:16.763898 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-62b3c34b-5c2b-4183-85f2-0850ac34fa33 req-ab3e02bd-8dca-4fde-bc30-d021b488e664 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Jul 14 11:14:17.747612 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device f17cb494-ce01-4f03-b511-25356a886eab no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:14:17.767345 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: f17cb494-ce01-4f03-b511-25356a886eab {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:14:17.767704 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device f17cb494-ce01-4f03-b511-25356a886eab not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:14:17.880761 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730432d-e2e0-4fc8-8114-f0cc2402cd08 req-3c6ebaa8-23bd-4852-add2-7f3851bc128a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:17.882213 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8730432d-e2e0-4fc8-8114-f0cc2402cd08 req-3c6ebaa8-23bd-4852-add2-7f3851bc128a tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0494974 Jul 14 11:14:18.183304 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8730432d-e2e0-4fc8-8114-f0cc2402cd08 req-c96243c1-88b0-4e95-97ac-c543faaa2b34 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953498 Jul 14 11:14:19.306488 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d428140-015c-4893-bc3d-740aab468136 req-e0bee4cb-ae25-44bb-adab-27655cf8da81 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:19.307994 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4d428140-015c-4893-bc3d-740aab468136 req-e0bee4cb-ae25-44bb-adab-27655cf8da81 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0510197 Jul 14 11:14:19.360203 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4d428140-015c-4893-bc3d-740aab468136 req-f32070e7-a038-4a8a-96ad-e8bc22dab59d tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/security-groups?id=02d274ab-1cca-4043-b83f-2607feb7bce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466812 Jul 14 11:14:19.469292 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-2cc2f300-8e41-47a8-9028-3cf370769209 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654292 Jul 14 11:14:19.479917 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-876da711-6f44-4f35-a378-dea145b386a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:19.481276 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-876da711-6f44-4f35-a378-dea145b386a0 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 946 time: 0.0763912 Jul 14 11:14:19.608229 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-a2afe20b-0b8d-44ba-b221-d138283db530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:19.609711 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-a2afe20b-0b8d-44ba-b221-d138283db530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 1129 time: 0.0675216 Jul 14 11:14:19.623317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Deleting port 13944c62-ebab-45c6-93d8-38bb5fd3a687 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:19.623680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:19.787660 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] For port 13944c62-ebab-45c6-93d8-38bb5fd3a687, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=13944c62-ebab-45c6-93d8-38bb5fd3a687,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:19.787941 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:19.796711 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-eb5e42f1-aaa2-4a65-8961-0e980c2f2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:19.798723 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-eb5e42f1-aaa2-4a65-8961-0e980c2f2e19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 909 time: 0.1694171 Jul 14 11:14:19.805274 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Calling delete_port for 13944c62-ebab-45c6-93d8-38bb5fd3a687 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:19.906575 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-ecb9bcb7-1cf1-4fe8-9b15-68a0be48316e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6 HTTP/1.1" status: 200 len: 1001 time: 0.0991011 Jul 14 11:14:19.981112 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-a5904a98-8ada-4579-85b5-6bc94541b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:19.983438 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-a5904a98-8ada-4579-85b5-6bc94541b6fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 200 len: 847 time: 0.0667887 Jul 14 11:14:20.060250 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-32056c47-8b69-4b5b-b0d8-583702904e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:14:20.061661 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-32056c47-8b69-4b5b-b0d8-583702904e68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8eaca00-9ce0-454f-9fb3-291577542b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684659 Jul 14 11:14:20.088930 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (13944c62-ebab-45c6-93d8-38bb5fd3a687), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:20.125536 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['13944c62-ebab-45c6-93d8-38bb5fd3a687'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:14:20.130371 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:20.135507 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Pushing event deleted for resources: {'Port': ['ID=13944c62-ebab-45c6-93d8-38bb5fd3a687,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:20.171434 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:20.205033 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.205381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.205716 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.206050 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.206880 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.207215 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.207583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.207920 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.208249 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.208576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.208897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.209220 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.209547 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.209866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.210194 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:20.245734 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] No DVR routers for this DVR port 13944c62-ebab-45c6-93d8-38bb5fd3a687 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:14:20.248723 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:20.252689 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8df3c9a0-e7df-4d0c-a6b7-fcd1140f2f43 req-d10f4945-1a50-4fa7-b537-ec90d660f597 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.26 "DELETE /v2.0/ports/13944c62-ebab-45c6-93d8-38bb5fd3a687 HTTP/1.1" status: 204 len: 173 time: 0.7450609 Jul 14 11:14:20.257652 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'name': 'network-vif-deleted', 'tag': '13944c62-ebab-45c6-93d8-38bb5fd3a687'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:14:20.260484 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898d84d8-07aa-456d-93a3-b09e8bd4cffe" -d '{"events": [{"server_uuid": "1bb87b2e-2f5d-429a-95a9-1af62edd1e2b", "name": "network-vif-deleted", "tag": "13944c62-ebab-45c6-93d8-38bb5fd3a687"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:14:20.288443 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-385b0164-0cbb-454a-929a-0975ee618a07 service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186677 Jul 14 11:14:20.325813 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec58de9-5b87-44ef-9b24-1c177a4006e8 x-openstack-request-id: req-8ec58de9-5b87-44ef-9b24-1c177a4006e8 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:14:20.326164 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb87b2e-2f5d-429a-95a9-1af62edd1e2b", "name": "network-vif-deleted", "tag": "13944c62-ebab-45c6-93d8-38bb5fd3a687", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:14:20.326364 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ec58de9-5b87-44ef-9b24-1c177a4006e8 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:14:20.326732 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec58de9-5b87-44ef-9b24-1c177a4006e8'] response: {'server_uuid': '1bb87b2e-2f5d-429a-95a9-1af62edd1e2b', 'name': 'network-vif-deleted', 'tag': '13944c62-ebab-45c6-93d8-38bb5fd3a687', 'status': 'completed', 'code': 200} Jul 14 11:14:20.412701 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1c625162-a3b4-4aa8-84aa-72ff72dcaa3f req-06110c4a-d01f-4d18-9d26-7465cf963629 service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178920 Jul 14 11:14:20.476781 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3c80616d-bb8a-4fd6-9da7-59f3731114a8 req-87179c27-9bc7-483a-ad66-fdd299e3a798 tempest-ServerRescueNegativeTestJSON-623709257 tempest-ServerRescueNegativeTestJSON-623709257-project] 10.222.0.75 "GET /v2.0/ports?device_id=1bb87b2e-2f5d-429a-95a9-1af62edd1e2b HTTP/1.1" status: 200 len: 210 time: 0.0282199 Jul 14 11:14:20.773198 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=37 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:20.779158 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=43 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:21.538765 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58046) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:21.735722 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:22.013736 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:22.018427 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (470bf34f-6a8f-44cb-a2df-df66bce172ac), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:22.287477 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Deleting port af3201f6-c635-4311-a147-60ea66758c6c {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:22.287822 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (af3201f6-c635-4311-a147-60ea66758c6c), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:22.394604 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] For port af3201f6-c635-4311-a147-60ea66758c6c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=af3201f6-c635-4311-a147-60ea66758c6c,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:22.395174 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (af3201f6-c635-4311-a147-60ea66758c6c), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:22.412172 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Calling delete_port for af3201f6-c635-4311-a147-60ea66758c6c owned by network:router_interface {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:22.593998 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (af3201f6-c635-4311-a147-60ea66758c6c), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:22.621734 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3201f6-c635-4311-a147-60ea66758c6c,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:22.634889 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.635238 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.635610 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.635955 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.636293 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.636625 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.636954 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.637285 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.637611 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.637937 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.638277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.638586 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.638908 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.639227 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.639571 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:14:22.699682 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:22.804424 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (470bf34f-6a8f-44cb-a2df-df66bce172ac), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:23.159846 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:23.228457 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Router 470bf34f-6a8f-44cb-a2df-df66bce172ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:14:23.326825 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:14:23.332320 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-5156d575-4eb8-407b-990b-5125b4eb0c53 admin admin] 10.222.0.75 "PUT /v2.0/routers/470bf34f-6a8f-44cb-a2df-df66bce172ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7919707 Jul 14 11:14:23.334268 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58052) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:23.335671 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] Sync routers for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:14:23.346541 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:14:23.347156 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:14:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:23.433805 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks [] for router (470bf34f-6a8f-44cb-a2df-df66bce172ac), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:23.447584 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:14:23.544821 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks [] for router_gateway (470bf34f-6a8f-44cb-a2df-df66bce172ac), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:23.588375 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Deleting port 4b48f88a-82a0-462a-ae20-46392743424e {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:23.588712 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (4b48f88a-82a0-462a-ae20-46392743424e), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:23.620505 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '4b48f88a-82a0-462a-ae20-46392743424e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:14:22Z', 'revision_number': 5, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port': {'id': '4b48f88a-82a0-462a-ae20-46392743424e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:dd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:23.648797 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] Checking router: 470bf34f-6a8f-44cb-a2df-df66bce172ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:14:23.657176 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] Routers {'470bf34f-6a8f-44cb-a2df-df66bce172ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:14:23.657783 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:14:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['470bf34f-6a8f-44cb-a2df-df66bce172ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:23.671843 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] For port 4b48f88a-82a0-462a-ae20-46392743424e, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=4b48f88a-82a0-462a-ae20-46392743424e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:23.672478 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (4b48f88a-82a0-462a-ae20-46392743424e), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:23.686981 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Calling delete_port for 4b48f88a-82a0-462a-ae20-46392743424e owned by network:router_gateway {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:23.755637 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] Set router 470bf34f-6a8f-44cb-a2df-df66bce172ac gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:14:23.774079 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 13944c62-ebab-45c6-93d8-38bb5fd3a687 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:14:23.796641 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 13944c62-ebab-45c6-93d8-38bb5fd3a687 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:14:23.797027 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 13944c62-ebab-45c6-93d8-38bb5fd3a687 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:14:23.800399 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:23.806145 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:14:23Z', 'revision_number': 6, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:23.833435 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc5852-f222-4d83-9afa-84c403ed5e0d None None] The sync data for ids ['470bf34f-6a8f-44cb-a2df-df66bce172ac'] in dv-cinder-848938-2-iscsi is: [{'id': '470bf34f-6a8f-44cb-a2df-df66bce172ac', 'name': 'tempest-ServerRescueNegativeTestJSON-858141661-router', 'tenant_id': 'b3f043134a3d4369983f36769d2ae197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:14Z', 'updated_at': '2022-07-14T11:14:23Z', 'revision_number': 6, 'project_id': 'b3f043134a3d4369983f36769d2ae197', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:14:23.862413 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (4b48f88a-82a0-462a-ae20-46392743424e), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:23.885389 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Pushing event deleted for resources: {'Port': ['ID=4b48f88a-82a0-462a-ae20-46392743424e,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:23.955203 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (470bf34f-6a8f-44cb-a2df-df66bce172ac), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.046165 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (470bf34f-6a8f-44cb-a2df-df66bce172ac), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.048335 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks [] for router_controller (470bf34f-6a8f-44cb-a2df-df66bce172ac), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.052938 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:24.091956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (470bf34f-6a8f-44cb-a2df-df66bce172ac), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.092839 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 470bf34f-6a8f-44cb-a2df-df66bce172ac {{(pid=104141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:14:24.097364 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.098587 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ebe37445-ebd8-428e-90ec-78384d78afcf admin admin] 10.222.0.75 "DELETE /v2.0/routers/470bf34f-6a8f-44cb-a2df-df66bce172ac HTTP/1.1" status: 204 len: 168 time: 0.7633159 Jul 14 11:14:24.101061 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58054) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:24.145443 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] Deleting subnet ab43c949-5864-4843-99b7-bdb6acb41ec3 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:14:24.148752 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] Publish callbacks [] for subnet (ab43c949-5864-4843-99b7-bdb6acb41ec3), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.184119 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (ab43c949-5864-4843-99b7-bdb6acb41ec3), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.272454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (ab43c949-5864-4843-99b7-bdb6acb41ec3), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.329773 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (ab43c949-5864-4843-99b7-bdb6acb41ec3), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.355200 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab43c949-5864-4843-99b7-bdb6acb41ec3,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:24.358831 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.362442 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-96bb9336-7071-400f-a8ff-c883d1c58165 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ab43c949-5864-4843-99b7-bdb6acb41ec3 HTTP/1.1" status: 204 len: 168 time: 0.2604446 Jul 14 11:14:24.364944 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58056) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:24.365424 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d83ffed-17ab-4c98-bf85-0c479b5a079b None None] Network 131ff080-99aa-4954-b49d-b15b1af99faa requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:14:24.436910 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (131ff080-99aa-4954-b49d-b15b1af99faa), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.479467 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Deleting port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:24.479835 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.548761 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] For port 54044b9d-915d-46a4-b51c-1e7b1fd0c433, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=54044b9d-915d-46a4-b51c-1e7b1fd0c433,segment=NetworkSegment(aa9fec55-2f29-401c-ab78-8612a3bcbdef),segment_id=aa9fec55-2f29-401c-ab78-8612a3bcbdef)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:24.549000 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.569433 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Calling delete_port for 54044b9d-915d-46a4-b51c-1e7b1fd0c433 owned by network:dhcp {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:24.606416 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] DHCP port deletion for 131ff080-99aa-4954-b49d-b15b1af99faa request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:14:24.654869 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.655806 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] Deleting port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:14:24.656368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.680278 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4b48f88a-82a0-462a-ae20-46392743424e no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:14:24.683693 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Pushing event deleted for resources: {'Port': ['ID=54044b9d-915d-46a4-b51c-1e7b1fd0c433,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:24.690120 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] No DVR routers for this DVR port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 on host dv-cinder-848938-2-iscsi {{(pid=104141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:14:24.744718 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 4b48f88a-82a0-462a-ae20-46392743424e {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:14:24.745060 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4b48f88a-82a0-462a-ae20-46392743424e not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:14:24.745475 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device af3201f6-c635-4311-a147-60ea66758c6c no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:14:24.749450 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:24.775677 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: af3201f6-c635-4311-a147-60ea66758c6c {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:14:24.776500 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device af3201f6-c635-4311-a147-60ea66758c6c not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:14:24.776500 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 54044b9d-915d-46a4-b51c-1e7b1fd0c433 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:14:24.778306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (131ff080-99aa-4954-b49d-b15b1af99faa), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.779954 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:24.784827 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] For port 54044b9d-915d-46a4-b51c-1e7b1fd0c433, host dv-cinder-848938-2-iscsi, got binding levels [] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:14:24.785223 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.799377 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131ff080-99aa-4954-b49d-b15b1af99faa']}} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:24.806584 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:24.810540 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9fec55-2f29-401c-ab78-8612a3bcbdef') {'for_net_delete': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:24.810917 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9fec55-2f29-401c-ab78-8612a3bcbdef') {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:14:24.823318 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60775237'] for segment (aa9fec55-2f29-401c-ab78-8612a3bcbdef), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.823494 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 54044b9d-915d-46a4-b51c-1e7b1fd0c433 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:14:24.823695 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 54044b9d-915d-46a4-b51c-1e7b1fd0c433 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:14:24.825859 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] Calling delete_port for 54044b9d-915d-46a4-b51c-1e7b1fd0c433 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:14:24.830373 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.ipam_backend_mixin [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] Port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 was not found and therefore no delete operation was performed {{(pid=104143) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:14:24.833716 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (54044b9d-915d-46a4-b51c-1e7b1fd0c433), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.839710 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (aa9fec55-2f29-401c-ab78-8612a3bcbdef), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.848089 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:14:24.848487 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60298122'] for segment (aa9fec55-2f29-401c-ab78-8612a3bcbdef), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.858280 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] Pushing event deleted for resources: {'Port': ['ID=54044b9d-915d-46a4-b51c-1e7b1fd0c433,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:24.874385 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c9281-57f4-4c19-b030-d5cf733eea96 None None] No DVR routers for this DVR port 54044b9d-915d-46a4-b51c-1e7b1fd0c433 on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:14:24.901970 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment aa9fec55-2f29-401c-ab78-8612a3bcbdef resource provider aggregate not found Jul 14 11:14:24.923970 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment aa9fec55-2f29-401c-ab78-8612a3bcbdef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa9fec55-2f29-401c-ab78-8612a3bcbdef found for delete ", "request_id": "req-826aa3ee-2d80-4e96-88f4-322e7d4e8756"}]} Jul 14 11:14:24.926363 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (131ff080-99aa-4954-b49d-b15b1af99faa), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.934659 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.938198 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] 10.222.0.75 "DELETE /v2.0/networks/131ff080-99aa-4954-b49d-b15b1af99faa HTTP/1.1" status: 204 len: 168 time: 0.5721786 Jul 14 11:14:24.956094 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42c4ae-c68e-4e2e-a10e-6687d7bc1eda admin admin] Pushing event deleted for resources: {'Network': ['ID=131ff080-99aa-4954-b49d-b15b1af99faa,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:25.063311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58064) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:25.097918 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:25.105214 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-258f596a-4482-404d-923a-594637c3b7ea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3f043134a3d4369983f36769d2ae197&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407481 Jul 14 11:14:25.107869 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58066) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:25.158355 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bb05b0c3-c0e8-4792-98b4-b96d0513e22f admin admin] Publish callbacks [] for security_group (02d274ab-1cca-4043-b83f-2607feb7bce4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:25.180115 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bb05b0c3-c0e8-4792-98b4-b96d0513e22f admin admin] Publish callbacks [] for security_group (02d274ab-1cca-4043-b83f-2607feb7bce4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:25.228657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bb05b0c3-c0e8-4792-98b4-b96d0513e22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (02d274ab-1cca-4043-b83f-2607feb7bce4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:25.232163 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bb05b0c3-c0e8-4792-98b4-b96d0513e22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:25.233742 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bb05b0c3-c0e8-4792-98b4-b96d0513e22f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02d274ab-1cca-4043-b83f-2607feb7bce4 HTTP/1.1" status: 204 len: 168 time: 0.1248069 Jul 14 11:14:25.244106 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05b0c3-c0e8-4792-98b4-b96d0513e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d274ab-1cca-4043-b83f-2607feb7bce4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:30.835988 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:14:34.858628 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:35.101770 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:35.213325 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:35.239554 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:35.256724 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:35.321620 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8c2df8a1-8aa4-4c9a-805d-6d2789fed0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:37.630696 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-30e504d6-f243-4ff1-98c4-5abf8303998a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:37.869182 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58212) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:37.989126 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-878f34ad-fcb0-4def-b7a6-4b9b7466bccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.077822 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-878f34ad-fcb0-4def-b7a6-4b9b7466bccf admin admin] Publish callbacks [] for security_group (9bc3e9a6-f95f-4636-85c4-d9c13a5e4366), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.085155 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-878f34ad-fcb0-4def-b7a6-4b9b7466bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9bc3e9a6-f95f-4636-85c4-d9c13a5e4366), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.133452 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-878f34ad-fcb0-4def-b7a6-4b9b7466bccf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b1efecc7a6c418db13d104c8d37236b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631874 Jul 14 11:14:38.134809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f34ad-fcb0-4def-b7a6-4b9b7466bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3e9a6-f95f-4636-85c4-d9c13a5e4366,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:38.136174 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58216) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:38.191594 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-606ac1b0-01eb-4942-885c-bb923548cf0b admin admin] Publish callbacks [] for security_group (9bc3e9a6-f95f-4636-85c4-d9c13a5e4366), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.217940 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-606ac1b0-01eb-4942-885c-bb923548cf0b admin admin] Publish callbacks [] for security_group (9bc3e9a6-f95f-4636-85c4-d9c13a5e4366), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.273740 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-606ac1b0-01eb-4942-885c-bb923548cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9bc3e9a6-f95f-4636-85c4-d9c13a5e4366), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.277252 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-606ac1b0-01eb-4942-885c-bb923548cf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.278437 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-606ac1b0-01eb-4942-885c-bb923548cf0b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9bc3e9a6-f95f-4636-85c4-d9c13a5e4366 HTTP/1.1" status: 204 len: 168 time: 0.1411555 Jul 14 11:14:38.288803 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ac1b0-01eb-4942-885c-bb923548cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3e9a6-f95f-4636-85c4-d9c13a5e4366,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:38.598622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58222) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:38.617555 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e6730ff6-e154-4895-89c2-683b0de4cc2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.688035 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.719329 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e6730ff6-e154-4895-89c2-683b0de4cc2f admin admin] Publish callbacks [] for security_group (399d6517-d6b9-4ef3-a7a4-cc6c93f9616f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.723641 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e6730ff6-e154-4895-89c2-683b0de4cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (399d6517-d6b9-4ef3-a7a4-cc6c93f9616f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.771752 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e6730ff6-e154-4895-89c2-683b0de4cc2f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=203192fc57e44c5c8d7897448489c64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716042 Jul 14 11:14:38.772626 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6730ff6-e154-4895-89c2-683b0de4cc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399d6517-d6b9-4ef3-a7a4-cc6c93f9616f,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:38.774221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58224) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:38.834858 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b6fc-5dca-47f9-99d3-5c2f9f0b29b1 admin admin] Publish callbacks [] for security_group (399d6517-d6b9-4ef3-a7a4-cc6c93f9616f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.862293 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b6fc-5dca-47f9-99d3-5c2f9f0b29b1 admin admin] Publish callbacks [] for security_group (399d6517-d6b9-4ef3-a7a4-cc6c93f9616f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.921340 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b6fc-5dca-47f9-99d3-5c2f9f0b29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (399d6517-d6b9-4ef3-a7a4-cc6c93f9616f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.925497 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b6fc-5dca-47f9-99d3-5c2f9f0b29b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:38.930822 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1ff2b6fc-5dca-47f9-99d3-5c2f9f0b29b1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/399d6517-d6b9-4ef3-a7a4-cc6c93f9616f HTTP/1.1" status: 204 len: 168 time: 0.1512973 Jul 14 11:14:38.940015 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2b6fc-5dca-47f9-99d3-5c2f9f0b29b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399d6517-d6b9-4ef3-a7a4-cc6c93f9616f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:40.097712 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:40.522352 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:40.829700 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=45 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:40.830908 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:41.021659 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58298) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:41.126134 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4ab631d5-c195-4ce7-be4c-0799b706b4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.206295 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4ab631d5-c195-4ce7-be4c-0799b706b4bf admin admin] Publish callbacks [] for security_group (8ef7ff7a-8802-4e2c-96d9-3d968682757a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.210071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4ab631d5-c195-4ce7-be4c-0799b706b4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (8ef7ff7a-8802-4e2c-96d9-3d968682757a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.249793 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4ab631d5-c195-4ce7-be4c-0799b706b4bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3319c6fdf2ce4753b459f7438b726966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270427 Jul 14 11:14:41.250662 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab631d5-c195-4ce7-be4c-0799b706b4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef7ff7a-8802-4e2c-96d9-3d968682757a,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:41.252911 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58302) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:41.303932 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3374eb36-f36e-40f3-a1e4-12f57b709636 admin admin] Publish callbacks [] for security_group (8ef7ff7a-8802-4e2c-96d9-3d968682757a), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.324944 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3374eb36-f36e-40f3-a1e4-12f57b709636 admin admin] Publish callbacks [] for security_group (8ef7ff7a-8802-4e2c-96d9-3d968682757a), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.372345 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3374eb36-f36e-40f3-a1e4-12f57b709636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (8ef7ff7a-8802-4e2c-96d9-3d968682757a), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.374948 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3374eb36-f36e-40f3-a1e4-12f57b709636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.376169 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3374eb36-f36e-40f3-a1e4-12f57b709636 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ef7ff7a-8802-4e2c-96d9-3d968682757a HTTP/1.1" status: 204 len: 168 time: 0.1222503 Jul 14 11:14:41.384024 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374eb36-f36e-40f3-a1e4-12f57b709636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef7ff7a-8802-4e2c-96d9-3d968682757a,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:41.643646 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58308) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:41.656880 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6cae58b4-23eb-4a29-85fc-87c2c0c083e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.735806 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6cae58b4-23eb-4a29-85fc-87c2c0c083e6 admin admin] Publish callbacks [] for security_group (21d148cb-bbbc-461b-b3cf-314a2bcdf3e1), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.739499 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6cae58b4-23eb-4a29-85fc-87c2c0c083e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (21d148cb-bbbc-461b-b3cf-314a2bcdf3e1), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.777434 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae58b4-23eb-4a29-85fc-87c2c0c083e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d148cb-bbbc-461b-b3cf-314a2bcdf3e1,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:41.783112 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6cae58b4-23eb-4a29-85fc-87c2c0c083e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=afa8d6a0950147e7adb9a1e317951a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383784 Jul 14 11:14:41.785829 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58310) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:14:41.837766 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-53a31282-a9e4-4219-bf4e-c42e74ef3159 admin admin] Publish callbacks [] for security_group (21d148cb-bbbc-461b-b3cf-314a2bcdf3e1), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.861975 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-53a31282-a9e4-4219-bf4e-c42e74ef3159 admin admin] Publish callbacks [] for security_group (21d148cb-bbbc-461b-b3cf-314a2bcdf3e1), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.869666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:41.876562 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:41.914534 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-53a31282-a9e4-4219-bf4e-c42e74ef3159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (21d148cb-bbbc-461b-b3cf-314a2bcdf3e1), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.917058 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-53a31282-a9e4-4219-bf4e-c42e74ef3159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:41.918200 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-53a31282-a9e4-4219-bf4e-c42e74ef3159 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21d148cb-bbbc-461b-b3cf-314a2bcdf3e1 HTTP/1.1" status: 204 len: 168 time: 0.1313756 Jul 14 11:14:41.928474 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a31282-a9e4-4219-bf4e-c42e74ef3159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d148cb-bbbc-461b-b3cf-314a2bcdf3e1,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:14:45.666755 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:51.237516 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=54,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:51.246129 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=53,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:51.920635 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:51.923933 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:55.659604 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:55.661489 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:05.322997 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4c1a3f53-e721-4bf4-9138-1370b1d269ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:07.635243 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3cbd-f6e0-4079-870e-f80ca1c52389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:07.834676 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:15:08.691034 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:10.100358 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:10.525465 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:15.671345 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:17.829364 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:17.830149 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:18.273381 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58552) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:18.399806 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-71aa65a8-7432-4aed-95e8-facbd3476ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.473001 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-71aa65a8-7432-4aed-95e8-facbd3476ff8 admin admin] Publish callbacks [] for security_group (173796bc-6e15-4413-9f9a-dd2f41707a73), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.476874 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-71aa65a8-7432-4aed-95e8-facbd3476ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (173796bc-6e15-4413-9f9a-dd2f41707a73), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.520459 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-71aa65a8-7432-4aed-95e8-facbd3476ff8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c80e2858a9a4c399f15e307aabf9869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457380 Jul 14 11:15:18.521609 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa65a8-7432-4aed-95e8-facbd3476ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173796bc-6e15-4413-9f9a-dd2f41707a73,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:18.524159 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58556) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:18.584364 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e911dbe9-834d-4714-8beb-8bfdfc5f1b72 admin admin] Publish callbacks [] for security_group (173796bc-6e15-4413-9f9a-dd2f41707a73), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.605669 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e911dbe9-834d-4714-8beb-8bfdfc5f1b72 admin admin] Publish callbacks [] for security_group (173796bc-6e15-4413-9f9a-dd2f41707a73), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.652971 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e911dbe9-834d-4714-8beb-8bfdfc5f1b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (173796bc-6e15-4413-9f9a-dd2f41707a73), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.655501 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e911dbe9-834d-4714-8beb-8bfdfc5f1b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.656638 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e911dbe9-834d-4714-8beb-8bfdfc5f1b72 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/173796bc-6e15-4413-9f9a-dd2f41707a73 HTTP/1.1" status: 204 len: 168 time: 0.1312785 Jul 14 11:15:18.664638 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911dbe9-834d-4714-8beb-8bfdfc5f1b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173796bc-6e15-4413-9f9a-dd2f41707a73,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:18.920888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58562) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:18.935329 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-de784e54-5c99-4502-a3e7-8e8fe7445e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.016467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-de784e54-5c99-4502-a3e7-8e8fe7445e88 admin admin] Publish callbacks [] for security_group (b35fc087-a261-4f6e-8d8b-aef642e583e0), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.020467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-de784e54-5c99-4502-a3e7-8e8fe7445e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b35fc087-a261-4f6e-8d8b-aef642e583e0), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.059172 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-de784e54-5c99-4502-a3e7-8e8fe7445e88 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e91c73dd93a74d3d9e5966b5d08b510d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372023 Jul 14 11:15:19.061081 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de784e54-5c99-4502-a3e7-8e8fe7445e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35fc087-a261-4f6e-8d8b-aef642e583e0,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:19.061871 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58564) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:19.110678 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-93da57fe-f049-4330-8062-c8a664331a59 admin admin] Publish callbacks [] for security_group (b35fc087-a261-4f6e-8d8b-aef642e583e0), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.132502 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-93da57fe-f049-4330-8062-c8a664331a59 admin admin] Publish callbacks [] for security_group (b35fc087-a261-4f6e-8d8b-aef642e583e0), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.194125 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-93da57fe-f049-4330-8062-c8a664331a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b35fc087-a261-4f6e-8d8b-aef642e583e0), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.196723 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-93da57fe-f049-4330-8062-c8a664331a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.197918 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-93da57fe-f049-4330-8062-c8a664331a59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b35fc087-a261-4f6e-8d8b-aef642e583e0 HTTP/1.1" status: 204 len: 168 time: 0.1350129 Jul 14 11:15:19.206260 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da57fe-f049-4330-8062-c8a664331a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35fc087-a261-4f6e-8d8b-aef642e583e0,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:19.609745 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-bff684e8-e136-46f0-84ce-aee32fbffffa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403156 Jul 14 11:15:19.685367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-6a9bb286-a32a-4b02-9bbc-f61d35c77cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:19.687064 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-6a9bb286-a32a-4b02-9bbc-f61d35c77cd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 1130 time: 0.0408595 Jul 14 11:15:19.798147 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-a76ce257-ea98-4f69-83d5-ac4a23d68671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:19.799679 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-a76ce257-ea98-4f69-83d5-ac4a23d68671 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.0920587 Jul 14 11:15:19.862094 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-23ed3a84-3b9b-42cd-9166-d04bf326a139 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa HTTP/1.1" status: 200 len: 1002 time: 0.0553923 Jul 14 11:15:19.913134 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-69842582-0ee2-434e-a3b4-46a1cfc45c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:19.914603 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-69842582-0ee2-434e-a3b4-46a1cfc45c94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0462708 Jul 14 11:15:19.968805 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-04845155-cb0d-47fb-8da2-6e518af658a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:19.970374 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-04845155-cb0d-47fb-8da2-6e518af658a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486774 Jul 14 11:15:20.064991 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-c54abfba-fc99-4346-9b86-b2318da37903 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875018 Jul 14 11:15:20.155578 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:20.168211 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ea41014-d134-4caa-9981-26bf113f0f48 req-163a3fd7-355e-49a8-ad8c-666ce4230154 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957694 Jul 14 11:15:20.853680 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58612) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:20.960651 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-193f7bf1-37cc-4098-a71a-415c80d8b3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.041486 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-193f7bf1-37cc-4098-a71a-415c80d8b3e5 admin admin] Publish callbacks [] for security_group (b53b8383-a1a2-49de-8c38-94d1e3c9ac1d), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.044997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-193f7bf1-37cc-4098-a71a-415c80d8b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b53b8383-a1a2-49de-8c38-94d1e3c9ac1d), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.086253 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-193f7bf1-37cc-4098-a71a-415c80d8b3e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa50cf0941644235bd9f5f5c45f6dbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314680 Jul 14 11:15:21.087310 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f7bf1-37cc-4098-a71a-415c80d8b3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53b8383-a1a2-49de-8c38-94d1e3c9ac1d,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:21.088980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58618) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:21.138452 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Publish callbacks [] for security_group (b53b8383-a1a2-49de-8c38-94d1e3c9ac1d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.161359 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Publish callbacks [] for security_group (b53b8383-a1a2-49de-8c38-94d1e3c9ac1d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.162987 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:21.223666 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b53b8383-a1a2-49de-8c38-94d1e3c9ac1d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.226273 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.227448 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b53b8383-a1a2-49de-8c38-94d1e3c9ac1d HTTP/1.1" status: 204 len: 168 time: 0.1374488 Jul 14 11:15:21.235367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53b8383-a1a2-49de-8c38-94d1e3c9ac1d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:21.248032 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.248032 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.248032 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.248390 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.248716 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.249044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.249369 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.249693 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.250083 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.250429 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.250736 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.251064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.251407 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.251752 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.252070 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b5baf5-c937-44a5-b11e-c63c4e11fbe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:21.499048 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58624) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:21.514071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0a674fe1-36ca-43df-80d2-94e3553f8aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.601192 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0a674fe1-36ca-43df-80d2-94e3553f8aa6 admin admin] Publish callbacks [] for security_group (b9053198-2503-4169-9dc2-560188950943), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.605114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0a674fe1-36ca-43df-80d2-94e3553f8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b9053198-2503-4169-9dc2-560188950943), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.644225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a674fe1-36ca-43df-80d2-94e3553f8aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9053198-2503-4169-9dc2-560188950943,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:21.651684 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58626) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:21.651946 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0a674fe1-36ca-43df-80d2-94e3553f8aa6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=82cdafd7d85e48f693d84bdfa72523ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515791 Jul 14 11:15:21.701756 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fd703b30-453b-43c1-a9ff-700ee3efef78 admin admin] Publish callbacks [] for security_group (b9053198-2503-4169-9dc2-560188950943), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.723101 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fd703b30-453b-43c1-a9ff-700ee3efef78 admin admin] Publish callbacks [] for security_group (b9053198-2503-4169-9dc2-560188950943), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.769025 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fd703b30-453b-43c1-a9ff-700ee3efef78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (b9053198-2503-4169-9dc2-560188950943), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.771779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fd703b30-453b-43c1-a9ff-700ee3efef78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:21.772898 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-fd703b30-453b-43c1-a9ff-700ee3efef78 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9053198-2503-4169-9dc2-560188950943 HTTP/1.1" status: 204 len: 168 time: 0.1200364 Jul 14 11:15:21.780492 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703b30-453b-43c1-a9ff-700ee3efef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9053198-2503-4169-9dc2-560188950943,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:23.671622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58682) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:23.780613 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:23.824330 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:23.839068 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:23.863829 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Publish callbacks [] for security_group (bed41a47-3506-42a5-8877-cf2ec88fa9ba), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:23.867954 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (bed41a47-3506-42a5-8877-cf2ec88fa9ba), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:23.907756 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c68d46ce9773414b946d11c9d6c160bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350109 Jul 14 11:15:23.908613 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed41a47-3506-42a5-8877-cf2ec88fa9ba,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:23.910415 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58686) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:23.916198 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.916548 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.916886 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.917224 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.917557 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.917886 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.918215 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.918534 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.918859 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.919175 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.919547 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.919893 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.920207 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.920515 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.920842 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9c865b-221f-4b4a-bfc2-62aba190e77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:23.964047 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f86d-dd34-4958-a174-ef94df5588f4 admin admin] Publish callbacks [] for security_group (bed41a47-3506-42a5-8877-cf2ec88fa9ba), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:23.986593 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f86d-dd34-4958-a174-ef94df5588f4 admin admin] Publish callbacks [] for security_group (bed41a47-3506-42a5-8877-cf2ec88fa9ba), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.035292 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f86d-dd34-4958-a174-ef94df5588f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (bed41a47-3506-42a5-8877-cf2ec88fa9ba), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.037879 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fcc6f86d-dd34-4958-a174-ef94df5588f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.039048 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fcc6f86d-dd34-4958-a174-ef94df5588f4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bed41a47-3506-42a5-8877-cf2ec88fa9ba HTTP/1.1" status: 204 len: 168 time: 0.1276641 Jul 14 11:15:24.047747 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f86d-dd34-4958-a174-ef94df5588f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed41a47-3506-42a5-8877-cf2ec88fa9ba,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:24.313645 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58692) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:24.327565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-162d0a8f-1b2e-4cf4-8cee-45c185fc5f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.410455 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-162d0a8f-1b2e-4cf4-8cee-45c185fc5f66 admin admin] Publish callbacks [] for security_group (c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.414695 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-162d0a8f-1b2e-4cf4-8cee-45c185fc5f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.456888 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-162d0a8f-1b2e-4cf4-8cee-45c185fc5f66 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3ccd6325fa504cd8b9dd0d9ed9fd2f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421459 Jul 14 11:15:24.457761 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d0a8f-1b2e-4cf4-8cee-45c185fc5f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:24.459524 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58694) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:24.513184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c29b-e070-415d-849c-3c57e3953c5a admin admin] Publish callbacks [] for security_group (c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.534906 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c29b-e070-415d-849c-3c57e3953c5a admin admin] Publish callbacks [] for security_group (c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.592212 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c29b-e070-415d-849c-3c57e3953c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.594714 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a3f9c29b-e070-415d-849c-3c57e3953c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:24.595906 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a3f9c29b-e070-415d-849c-3c57e3953c5a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b HTTP/1.1" status: 204 len: 168 time: 0.1353581 Jul 14 11:15:24.604934 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9c29b-e070-415d-849c-3c57e3953c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d36ad-c0aa-4cfb-a4a6-7a0a8383178b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:32.900064 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f4f54-c0ea-44ac-b7d6-d3dbd9f5ddb0 req-8493bcd4-41d2-4421-9412-eea4e166cf66 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:32.901535 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2c9f4f54-c0ea-44ac-b7d6-d3dbd9f5ddb0 req-8493bcd4-41d2-4421-9412-eea4e166cf66 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0474331 Jul 14 11:15:32.949681 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2c9f4f54-c0ea-44ac-b7d6-d3dbd9f5ddb0 req-d1ee5ae2-06f7-43d7-9d1e-d2bd8e091cb2 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425863 Jul 14 11:15:33.160059 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=12 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:33.164098 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=14 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:34.060966 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:34.082321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea689dc3-6c87-44a6-aabc-9d37c591a94b req-fcebb516-3a66-449a-80ce-c65303691725 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:34.083913 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ea689dc3-6c87-44a6-aabc-9d37c591a94b req-fcebb516-3a66-449a-80ce-c65303691725 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0596390 Jul 14 11:15:34.116235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:34.135237 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ea689dc3-6c87-44a6-aabc-9d37c591a94b req-b83879de-97ce-4276-904b-21022751fe3e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=3feae0d9-361b-4e7c-b59b-2e013ccb6683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456707 Jul 14 11:15:34.315493 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-96078a31-1217-4ca9-ac85-39d84d797429 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:34.316874 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-96078a31-1217-4ca9-ac85-39d84d797429 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 945 time: 0.0515945 Jul 14 11:15:34.398783 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Deleting port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:15:34.399114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:34.477891 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:34.503426 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] For port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:15:34.503788 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:34.617725 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:34.683778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:34.684068 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (caec570d-3fca-4d2b-b8ee-9799abe279ee), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:34.684504 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Floating IP caec570d-3fca-4d2b-b8ee-9799abe279ee disassociated. External IP: 172.27.0.220, port: 96ec0c47-759f-4fc1-a1f6-482d3b2353f6. Jul 14 11:15:34.684859 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Calling delete_port for 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:15:34.822710 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (96ec0c47-759f-4fc1-a1f6-482d3b2353f6), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:34.851873 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event deleted for resources: {'Port': ['ID=96ec0c47-759f-4fc1-a1f6-482d3b2353f6,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:34.961660 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Router e333d302-97e4-45f3-8be6-47dbeb802832 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:15:35.075031 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:15:35.085573 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] Sync routers for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:15:35.096414 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:15:35.097057 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:15:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:35.120112 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] No DVR routers for this DVR port 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:15:35.122670 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:35.125856 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-276ea9d0-e334-472f-aa6e-beee7618e5ff req-3edf09ed-0dcd-4826-afcf-7fe1e47420a6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "DELETE /v2.0/ports/96ec0c47-759f-4fc1-a1f6-482d3b2353f6 HTTP/1.1" status: 204 len: 173 time: 0.8041072 Jul 14 11:15:35.126282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'name': 'network-vif-deleted', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:15:35.128525 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc4568a-84d1-4fb3-9a71-a0c96f85a432" -d '{"events": [{"server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "name": "network-vif-deleted", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:15:35.170486 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61557cc-a13d-475d-95ce-28cef7ac3f02 x-openstack-request-id: req-b61557cc-a13d-475d-95ce-28cef7ac3f02 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:15:35.170765 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa194f91-d8c4-46f8-bbef-593b0e0fb64d", "name": "network-vif-deleted", "tag": "96ec0c47-759f-4fc1-a1f6-482d3b2353f6", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:15:35.171064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b61557cc-a13d-475d-95ce-28cef7ac3f02 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:15:35.171412 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61557cc-a13d-475d-95ce-28cef7ac3f02'] response: {'server_uuid': 'aa194f91-d8c4-46f8-bbef-593b0e0fb64d', 'name': 'network-vif-deleted', 'tag': '96ec0c47-759f-4fc1-a1f6-482d3b2353f6', 'status': 'completed', 'code': 200} Jul 14 11:15:35.218752 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:15:35.266231 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3d5785d8-5971-47f4-9217-21f704806e5e req-98d78058-91b2-4512-a608-8204c793e940 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa194f91-d8c4-46f8-bbef-593b0e0fb64d HTTP/1.1" status: 200 len: 210 time: 0.0367670 Jul 14 11:15:35.372673 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-de6e2279-e216-4196-9523-0b1014a9c131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:35.443469 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:35.469386 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] Checking router: e333d302-97e4-45f3-8be6-47dbeb802832 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:15:35.480213 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:15:35.480861 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:15:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:35.588432 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:15:35.777616 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:35.802490 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e64d3ee-f7cc-47d9-9dea-647e21c63b5e None None] The sync data for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi is: [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:15:36.033359 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d80f5-558b-45e2-9496-e9a4ed3732a1 None None] New status for floating IP caec570d-3fca-4d2b-b8ee-9799abe279ee: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:15:36.364112 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58754) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:36.373355 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:36.421302 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e67a10cf-9487-486f-b2fb-73e23cbf802c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (3feae0d9-361b-4e7c-b59b-2e013ccb6683), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.446083 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e67a10cf-9487-486f-b2fb-73e23cbf802c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (3feae0d9-361b-4e7c-b59b-2e013ccb6683), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.493713 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e67a10cf-9487-486f-b2fb-73e23cbf802c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (3feae0d9-361b-4e7c-b59b-2e013ccb6683), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.496366 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e67a10cf-9487-486f-b2fb-73e23cbf802c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.497519 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e67a10cf-9487-486f-b2fb-73e23cbf802c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "DELETE /v2.0/security-groups/3feae0d9-361b-4e7c-b59b-2e013ccb6683 HTTP/1.1" status: 204 len: 168 time: 0.1317351 Jul 14 11:15:36.500830 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58756) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:36.507469 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a10cf-9487-486f-b2fb-73e23cbf802c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feae0d9-361b-4e7c-b59b-2e013ccb6683,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:36.516187 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.api.v2.resource [None req-fd6a99c3-7287-4cd5-86a9-a015408ca730 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] show failed (client error): The resource could not be found. Jul 14 11:15:36.517286 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-fd6a99c3-7287-4cd5-86a9-a015408ca730 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups/3feae0d9-361b-4e7c-b59b-2e013ccb6683 HTTP/1.1" status: 404 len: 347 time: 0.0152988 Jul 14 11:15:36.520397 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58758) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:36.634253 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Deleting port d707ab64-fdcb-41ce-b20e-d390e33677cf {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:15:36.634492 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.711481 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.711735 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (d707ab64-fdcb-41ce-b20e-d390e33677cf), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.724099 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Calling delete_port for d707ab64-fdcb-41ce-b20e-d390e33677cf owned by network:floatingip {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:15:36.856998 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (d707ab64-fdcb-41ce-b20e-d390e33677cf), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.879319 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event deleted for resources: {'Port': ['ID=d707ab64-fdcb-41ce-b20e-d390e33677cf,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:36.947245 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (caec570d-3fca-4d2b-b8ee-9799abe279ee), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.949709 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:36.950867 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c74f9ee2-02e0-4822-8d84-260957bf892f tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "DELETE /v2.0/floatingips/caec570d-3fca-4d2b-b8ee-9799abe279ee HTTP/1.1" status: 204 len: 168 time: 0.4291129 Jul 14 11:15:37.026811 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58762) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:37.031332 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-fe867ae9-d2a8-496d-aa0d-25ba8284cbda tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654820789', 'description': 'tempest-description--1793181447'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:37.053346 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fe867ae9-d2a8-496d-aa0d-25ba8284cbda tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.076717 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:37.079645 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:37.126676 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fe867ae9-d2a8-496d-aa0d-25ba8284cbda tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (a5cb2282-f618-461d-913f-e472e19050c9), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.130345 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fe867ae9-d2a8-496d-aa0d-25ba8284cbda tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a5cb2282-f618-461d-913f-e472e19050c9), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.158728 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-fe867ae9-d2a8-496d-aa0d-25ba8284cbda tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.159981 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-fe867ae9-d2a8-496d-aa0d-25ba8284cbda tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321845 Jul 14 11:15:37.163591 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58764) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:37.164606 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe867ae9-d2a8-496d-aa0d-25ba8284cbda tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb2282-f618-461d-913f-e472e19050c9,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:37.168420 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-d15d7354-8be1-4b7a-b2d1-6eba2802869c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb2282-f618-461d-913f-e472e19050c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:37.197165 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d15d7354-8be1-4b7a-b2d1-6eba2802869c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (e5fcbcbe-e02c-4e08-847e-42f0dd1c9eba), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.256627 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d15d7354-8be1-4b7a-b2d1-6eba2802869c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (e5fcbcbe-e02c-4e08-847e-42f0dd1c9eba), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.260487 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d15d7354-8be1-4b7a-b2d1-6eba2802869c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (e5fcbcbe-e02c-4e08-847e-42f0dd1c9eba), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.279351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7354-8be1-4b7a-b2d1-6eba2802869c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fcbcbe-e02c-4e08-847e-42f0dd1c9eba,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:37.284694 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d15d7354-8be1-4b7a-b2d1-6eba2802869c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.285942 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d15d7354-8be1-4b7a-b2d1-6eba2802869c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211381 Jul 14 11:15:37.289190 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58768) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:37.293328 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-1db78d8d-f920-46f4-b370-2f300759406c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb2282-f618-461d-913f-e472e19050c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:37.318199 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:37.321480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1db78d8d-f920-46f4-b370-2f300759406c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (530caa91-2cb0-476a-8bb5-3b053d655606), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.377266 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1db78d8d-f920-46f4-b370-2f300759406c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (530caa91-2cb0-476a-8bb5-3b053d655606), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.380891 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1db78d8d-f920-46f4-b370-2f300759406c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (530caa91-2cb0-476a-8bb5-3b053d655606), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.401345 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db78d8d-f920-46f4-b370-2f300759406c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530caa91-2cb0-476a-8bb5-3b053d655606,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:37.413270 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1db78d8d-f920-46f4-b370-2f300759406c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.414471 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1db78d8d-f920-46f4-b370-2f300759406c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243312 Jul 14 11:15:37.417534 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58770) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:37.421818 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:37.443260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.527892 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.635322 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Allocated IP 172.27.0.89 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/cc69d372-1cc5-487c-b978-073c0df1b321) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:15:37.644256 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-172decb1-a21f-4387-b0e9-2031e7f7fbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.748268 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for port (cc69d372-1cc5-487c-b978-073c0df1b321), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.776662 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:37.781924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (cc69d372-1cc5-487c-b978-073c0df1b321), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.819997 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:15:37.822848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:15:37.829276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:15:37.839573 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'Port': ['ID=cc69d372-1cc5-487c-b978-073c0df1b321,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:37.879467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (59cd1613-12b7-4c4f-b10e-8eae8cff61fc), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:37.919236 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (cc69d372-1cc5-487c-b978-073c0df1b321), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:38.011934 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:38.085804 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for port (cc69d372-1cc5-487c-b978-073c0df1b321), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:38.090605 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (cc69d372-1cc5-487c-b978-073c0df1b321), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:38.123258 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (59cd1613-12b7-4c4f-b10e-8eae8cff61fc), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:38.142842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'Port': ['ID=cc69d372-1cc5-487c-b978-073c0df1b321,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:38.149082 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:38.150459 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c35a2353-d81d-4a15-9e4e-036f6d4368cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7318296 Jul 14 11:15:38.288182 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:15:38.309683 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:15:38.310326 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 96ec0c47-759f-4fc1-a1f6-482d3b2353f6 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:15:38.313258 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-298367e3-a6a6-4d63-a9dd-a2560313595c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--654820789&fields=id&tenant_id=a7cf89df79d64153a73a5ec4d49f376f HTTP/1.1" status: 200 len: 267 time: 0.0495131 Jul 14 11:15:38.421382 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-88a626b9-1aee-4a0f-8bf1-a12c8eeaa82d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:38.422878 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-88a626b9-1aee-4a0f-8bf1-a12c8eeaa82d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 808 time: 0.1024323 Jul 14 11:15:38.437844 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-a0a0602c-e4ec-43ff-b289-74d5a62a450a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/quotas/a7cf89df79d64153a73a5ec4d49f376f HTTP/1.1" status: 200 len: 375 time: 0.0089047 Jul 14 11:15:38.486326 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-677dac4c-cc86-44ce-9a10-c018cdf9b3c4 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437202 Jul 14 11:15:38.693694 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:38.698325 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-a5676007-f830-4fb1-ad24-c785d514fda6 service neutron] 10.222.0.75 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965330 Jul 14 11:15:38.789251 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-8b84968a-4e30-4185-a912-c2c2c8704558 service neutron] 10.222.0.75 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851076 Jul 14 11:15:38.953947 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-751b9dd5-51e4-419e-9a9e-8df93e7ee113 req-e0fc1404-5434-454e-95dc-f62900ee120b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 210 time: 0.0285034 Jul 14 11:15:40.034715 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19dc13fa-7d58-4b08-a3e3-bcd442895887 req-38c24e76-ebd6-4d56-8c84-05968876a85e tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Jul 14 11:15:40.104998 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:40.528845 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:41.113669 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-033e4604-2cdb-4dc7-81fb-ff6730d8107c req-062e147e-a3dc-463c-9e2c-048e694a4551 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 210 time: 0.0280361 Jul 14 11:15:42.193580 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b72b136e-1f9c-47a7-a99b-f04552a9944b req-180d2e77-069a-4080-aedb-bff27011fbde tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 210 time: 0.0293794 Jul 14 11:15:43.289962 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2f10b40d-77a8-4233-84bc-9fb1e2eaaca9 req-1ba65fba-e90f-4150-8062-69417ba8b0cc tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 210 time: 0.0303698 Jul 14 11:15:44.061676 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-d6c92950-4017-42e4-ab06-92cfafc2dd70 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:44.063118 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-d6c92950-4017-42e4-ab06-92cfafc2dd70 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 808 time: 0.1364486 Jul 14 11:15:44.124840 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:44.139301 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-44a534df-6fdf-4eb4-a6db-9bca7444c379 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7cf89df79d64153a73a5ec4d49f376f HTTP/1.1" status: 200 len: 379 time: 0.0587654 Jul 14 11:15:44.388669 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b7bcba83-a71d-4e38-915c-250587b68b5d req-d071b517-80b7-4a91-8ee0-fe4b6a8ada1d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 210 time: 0.0278535 Jul 14 11:15:44.551623 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'port': {'device_id': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'admin_state_up': True, 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'security_groups': ['a5cb2282-f618-461d-913f-e472e19050c9']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:44.833243 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:15:44.913708 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Made reservation on behalf of a7cf89df79d64153a73a5ec4d49f376f for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:15:44.917947 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:44.985473 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:45.049847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Allocated IP 172.20.0.8 (d8eaca00-9ce0-454f-9fb3-291577542b1d/5f60e310-18df-48f3-9225-ff862d495fe3/98da6298-514b-49c8-9c95-10d67d8b606e) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:15:45.205452 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for port (98da6298-514b-49c8-9c95-10d67d8b606e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:45.239874 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:45.283477 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Network d8eaca00-9ce0-454f-9fb3-291577542b1d is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:15:45.289826 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:15:45.294242 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:15:45.299563 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:45.300195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:45.307520 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event updated for resources: {'Port': ['ID=98da6298-514b-49c8-9c95-10d67d8b606e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:45.333553 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-36c88c81-1b0a-4c55-9862-3a8652baef35 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861507 Jul 14 11:15:45.429356 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb197f0-232a-41e2-a629-817505f4b499 req-b6c37a55-bb7d-4e9c-9f4c-0ed661c26843 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:45.436085 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7eb197f0-232a-41e2-a629-817505f4b499 req-b6c37a55-bb7d-4e9c-9f4c-0ed661c26843 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0640850 Jul 14 11:15:45.483701 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7eb197f0-232a-41e2-a629-817505f4b499 req-dfba0cda-de4b-44d4-a8fe-96045adcad15 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466926 Jul 14 11:15:45.514306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7773a-4683-4395-9099-089cf98c708b req-321c2eda-f635-4736-8a2f-5ffeada09989 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:45.515822 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3df7773a-4683-4395-9099-089cf98c708b req-321c2eda-f635-4736-8a2f-5ffeada09989 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 931 time: 0.0506189 Jul 14 11:15:45.564476 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3df7773a-4683-4395-9099-089cf98c708b req-b19e9f99-75e3-4223-b896-cb5467f62f82 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428061 Jul 14 11:15:45.596456 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-77a35948-57f8-4f39-8f2c-80289f01645d None None] Provisioning complete for port 98da6298-514b-49c8-9c95-10d67d8b606e triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:15:45.597021 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77a35948-57f8-4f39-8f2c-80289f01645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:45.628753 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-77a35948-57f8-4f39-8f2c-80289f01645d None None] Port 98da6298-514b-49c8-9c95-10d67d8b606e cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:15:45.682087 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:46.591028 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Request body: {'port': {'device_id': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:46.627692 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f2e6-1233-4541-bc7a-46b3e4b70319 req-42b1ceaa-993b-4730-853e-51c4eb1345b5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:46.629189 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8f84f2e6-1233-4541-bc7a-46b3e4b70319 req-42b1ceaa-993b-4730-853e-51c4eb1345b5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0730953 Jul 14 11:15:46.685016 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698fe6e-9f7b-42cd-9a11-fdb69d15fe97 req-d66e46c1-bc46-44ac-b72e-323294696c13 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:46.686556 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6698fe6e-9f7b-42cd-9a11-fdb69d15fe97 req-d66e46c1-bc46-44ac-b72e-323294696c13 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 931 time: 0.0503962 Jul 14 11:15:46.696434 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:46.720693 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8f84f2e6-1233-4541-bc7a-46b3e4b70319 req-13b7d61d-d506-45b0-813d-6354b88a8b59 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839589 Jul 14 11:15:46.739738 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6698fe6e-9f7b-42cd-9a11-fdb69d15fe97 req-bdd96eda-4974-4220-9375-27e9922551b6 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466661 Jul 14 11:15:46.747318 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:46.925881 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:46.969129 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98da6298-514b-49c8-9c95-10d67d8b606e {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:15:46.977093 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Publish callbacks [] for port (98da6298-514b-49c8-9c95-10d67d8b606e), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:46.990398 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Transition to ACTIVE for port object 98da6298-514b-49c8-9c95-10d67d8b606e will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:15:46.993847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.046658 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Pushing event updated for resources: {'Port': ['ID=98da6298-514b-49c8-9c95-10d67d8b606e,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:47.086714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Attempting to bind port 98da6298-514b-49c8-9c95-10d67d8b606e on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:15:47.087045 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Attempting to bind port 98da6298-514b-49c8-9c95-10d67d8b606e by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:15:47.087367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Attempting to bind port 98da6298-514b-49c8-9c95-10d67d8b606e on network d8eaca00-9ce0-454f-9fb3-291577542b1d {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:15:47.096329 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Port 98da6298-514b-49c8-9c95-10d67d8b606e on network d8eaca00-9ce0-454f-9fb3-291577542b1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:15:47.096651 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Attempting to bind port 98da6298-514b-49c8-9c95-10d67d8b606e on network d8eaca00-9ce0-454f-9fb3-291577542b1d {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:15:47.103616 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:15:47.103963 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Checking segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:15:47.104353 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Bound using segment: {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:15:47.104790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Bound port: 98da6298-514b-49c8-9c95-10d67d8b606e, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0844ccd7-d38a-40bc-8522-80b4481ad990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:15:47.105146 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.169981 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] For port 98da6298-514b-49c8-9c95-10d67d8b606e, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:15:47.173800 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] For port 98da6298-514b-49c8-9c95-10d67d8b606e, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=98da6298-514b-49c8-9c95-10d67d8b606e,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:15:47.180794 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.214164 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.214794 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.216963 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] 10.222.0.26 "PUT /v2.0/ports/98da6298-514b-49c8-9c95-10d67d8b606e HTTP/1.1" status: 200 len: 1093 time: 0.6320765 Jul 14 11:15:47.219639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:15:47.221835 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf113e-fb5e-4f7b-a797-c232d323fe0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:15:47.279521 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad144f3-3aa6-4d6b-84b2-69b266094625 x-openstack-request-id: req-bad144f3-3aa6-4d6b-84b2-69b266094625 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:15:47.279817 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:15:47.280071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bad144f3-3aa6-4d6b-84b2-69b266094625 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:15:47.280476 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad144f3-3aa6-4d6b-84b2-69b266094625'] response: {'name': 'network-changed', 'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e', 'status': 'completed', 'code': 200} Jul 14 11:15:47.311571 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce419ff-d439-4819-8382-5bf30b660346 req-0e6b945c-cac1-4ce9-bc15-5a7c50b7d6e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.313109 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ce419ff-d439-4819-8382-5bf30b660346 req-0e6b945c-cac1-4ce9-bc15-5a7c50b7d6e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0761390 Jul 14 11:15:47.313760 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef59aa2-ab68-43cd-b142-0a4c97a8d123 service neutron] Pushing event updated for resources: {'Port': ['ID=98da6298-514b-49c8-9c95-10d67d8b606e,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:47.388454 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf113e-fb5e-4f7b-a797-c232d323fe0f req-68e565bf-f6ef-4dee-8f9a-5b45f7d7062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.389977 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dbaf113e-fb5e-4f7b-a797-c232d323fe0f req-68e565bf-f6ef-4dee-8f9a-5b45f7d7062a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 1127 time: 0.0722671 Jul 14 11:15:47.470327 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port 1d18c91d-ab99-42c3-b298-881ad82fb9fa {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:15:47.470578 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.597245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf113e-fb5e-4f7b-a797-c232d323fe0f req-7eb9404d-e5b1-49f8-a04a-3af110266384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.598827 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dbaf113e-fb5e-4f7b-a797-c232d323fe0f req-7eb9404d-e5b1-49f8-a04a-3af110266384 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1773493 Jul 14 11:15:47.633431 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:47.682362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] For port 1d18c91d-ab99-42c3-b298-881ad82fb9fa, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1d18c91d-ab99-42c3-b298-881ad82fb9fa,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:15:47.682788 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.802720 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf113e-fb5e-4f7b-a797-c232d323fe0f req-eda43044-678b-44b7-a633-6476b0b5c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.805265 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dbaf113e-fb5e-4f7b-a797-c232d323fe0f req-eda43044-678b-44b7-a633-6476b0b5c767 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1999190 Jul 14 11:15:47.841456 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca4dc-eeef-4363-a5c0-e4ca6dc6989c req-e8f9847e-d29d-4186-95e8-24e4db69886e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.842970 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6e6ca4dc-eeef-4363-a5c0-e4ca6dc6989c req-e8f9847e-d29d-4186-95e8-24e4db69886e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 946 time: 0.0507152 Jul 14 11:15:47.892924 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6e6ca4dc-eeef-4363-a5c0-e4ca6dc6989c req-881d1c2d-1502-49f6-ad07-edf9ab23fba1 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=dde1d16e-807a-4750-a5a3-572e3f07b448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439372 Jul 14 11:15:47.903163 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:47.938231 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef777f-45a8-4245-a565-8f9b0ab248c0 req-bda2844c-31d8-48f8-bf09-3069034468f7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.939738 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30ef777f-45a8-4245-a565-8f9b0ab248c0 req-bda2844c-31d8-48f8-bf09-3069034468f7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 943 time: 0.1230929 Jul 14 11:15:47.969671 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.970031 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (0b5ae8df-b43f-4c80-871d-93830709a9ad), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:47.970348 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 0b5ae8df-b43f-4c80-871d-93830709a9ad disassociated. External IP: 172.27.0.133, port: 1d18c91d-ab99-42c3-b298-881ad82fb9fa. Jul 14 11:15:47.970697 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for 1d18c91d-ab99-42c3-b298-881ad82fb9fa owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:15:47.985848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-dc9f8da0-cd05-4618-a6da-9c1d0f2123e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:47.987721 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-dc9f8da0-cd05-4618-a6da-9c1d0f2123e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 1127 time: 0.0985847 Jul 14 11:15:48.076040 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-3dd54857-ccfe-4a93-ab9e-829a90690984 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98da6298-514b-49c8-9c95-10d67d8b606e HTTP/1.1" status: 200 len: 217 time: 0.0748615 Jul 14 11:15:48.116291 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-30ef777f-45a8-4245-a565-8f9b0ab248c0 req-fa4b2cb0-910b-46cc-96c1-061dbe44ec52 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683769 Jul 14 11:15:48.150249 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-bfe67313-0202-4f48-9a10-39c3d7d9e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:48.151739 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-bfe67313-0202-4f48-9a10-39c3d7d9e289 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 200 len: 847 time: 0.0697401 Jul 14 11:15:48.230872 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-26f323c0-0f42-4fbe-a06c-111c2dc29d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:48.232372 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-26f323c0-0f42-4fbe-a06c-111c2dc29d77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8eaca00-9ce0-454f-9fb3-291577542b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737212 Jul 14 11:15:48.306670 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (1d18c91d-ab99-42c3-b298-881ad82fb9fa), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:48.344863 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=1d18c91d-ab99-42c3-b298-881ad82fb9fa,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:48.408352 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-fe40c048-c8fe-48fa-9b46-24628915d6ef service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612425 Jul 14 11:15:48.533025 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:48.558199 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:15:48.560443 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab50fcfb-2d12-4c06-853d-a9bc8781c932 req-e81845f2-c86d-458c-ba32-8b0330eea32c service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513360 Jul 14 11:15:48.674295 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:15:48.684257 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:15:48.696120 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:15:48.696751 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:15:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:48.730540 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] No DVR routers for this DVR port 1d18c91d-ab99-42c3-b298-881ad82fb9fa on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:15:48.733169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:48.737674 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ce419ff-d439-4819-8382-5bf30b660346 req-2bfda094-33e0-454f-9022-fd666a92e333 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "DELETE /v2.0/ports/1d18c91d-ab99-42c3-b298-881ad82fb9fa HTTP/1.1" status: 204 len: 173 time: 1.4104960 Jul 14 11:15:48.778230 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:48.793049 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:48.808998 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:15:48.989911 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e3a9fd21-9544-4e71-9150-a02ede3811c6 req-168b7138-cce1-4425-b3fb-f9cecc547992 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 210 time: 0.0282528 Jul 14 11:15:48.997897 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:49.142148 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:15:49.151608 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:15:49.152231 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:15:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:49.239791 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed701fc-1c6a-446a-917d-ffa5cfe3d0b0 req-c547bbd1-fc10-457c-8e33-8c214eb563a5 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:49.241343 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fed701fc-1c6a-446a-917d-ffa5cfe3d0b0 req-c547bbd1-fc10-457c-8e33-8c214eb563a5 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 943 time: 0.0531030 Jul 14 11:15:49.255348 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:15:49.274819 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:49.282827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'name': 'network-vif-deleted', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:15:49.285065 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706ba009-b383-4e01-9885-979d35c053f5" -d '{"events": [{"server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "name": "network-vif-deleted", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:15:49.295971 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fed701fc-1c6a-446a-917d-ffa5cfe3d0b0 req-119faa0d-0331-4754-a66b-2d20ed8752bf tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488069 Jul 14 11:15:49.321213 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ffad4-0ad9-48a5-ad53-aa970123bb2d x-openstack-request-id: req-d55ffad4-0ad9-48a5-ad53-aa970123bb2d {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:15:49.321512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5638369-b1e6-4b47-a77e-1e875bac6038", "name": "network-vif-deleted", "tag": "1d18c91d-ab99-42c3-b298-881ad82fb9fa", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:15:49.321766 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d55ffad4-0ad9-48a5-ad53-aa970123bb2d {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:15:49.322163 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55ffad4-0ad9-48a5-ad53-aa970123bb2d'] response: {'server_uuid': 'd5638369-b1e6-4b47-a77e-1e875bac6038', 'name': 'network-vif-deleted', 'tag': '1d18c91d-ab99-42c3-b298-881ad82fb9fa', 'status': 'completed', 'code': 200} Jul 14 11:15:49.448124 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:49.475762 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3cf685-82ca-415e-bf14-20b5864f57c8 None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:15:49.697359 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c9cf7-fcf2-4468-9256-53142f8117a3 None None] New status for floating IP 0b5ae8df-b43f-4c80-871d-93830709a9ad: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:15:50.086255 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6f4017a6-f7bf-4e35-a599-a8556ac7fd71 req-1f8b9d47-3af0-4b39-aab7-380dc2766f56 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 210 time: 0.0281270 Jul 14 11:15:50.345634 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 98da6298-514b-49c8-9c95-10d67d8b606e details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:15:50.356997 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1d18c91d-ab99-42c3-b298-881ad82fb9fa no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:15:50.379240 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 1d18c91d-ab99-42c3-b298-881ad82fb9fa {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:15:50.379683 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1d18c91d-ab99-42c3-b298-881ad82fb9fa not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:15:50.420407 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ec183-0f74-424a-98ad-1d3c7a96415e req-1ea831d4-8e27-4e97-b8b0-0eaf1320d441 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:50.421935 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-476ec183-0f74-424a-98ad-1d3c7a96415e req-1ea831d4-8e27-4e97-b8b0-0eaf1320d441 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 943 time: 0.0555773 Jul 14 11:15:50.473825 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 98da6298-514b-49c8-9c95-10d67d8b606e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=98da6298-514b-49c8-9c95-10d67d8b606e,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:15:50.478093 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-476ec183-0f74-424a-98ad-1d3c7a96415e req-d8ca2282-327f-48fc-bff5-eac25237121c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504258 Jul 14 11:15:50.485579 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '98da6298-514b-49c8-9c95-10d67d8b606e', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'port_id': '98da6298-514b-49c8-9c95-10d67d8b606e', 'mac_address': 'fa:16:3e:1a:18:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:15:50.523773 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 98da6298-514b-49c8-9c95-10d67d8b606e is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:15:50.524160 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:50.537727 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98da6298-514b-49c8-9c95-10d67d8b606e {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:15:50.558399 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 98da6298-514b-49c8-9c95-10d67d8b606e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=98da6298-514b-49c8-9c95-10d67d8b606e,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:15:50.563870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:50.611563 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=98da6298-514b-49c8-9c95-10d67d8b606e,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:50.613426 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:50.620266 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.620609 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.620948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.621288 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.621648 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.621979 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.622305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.622630 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.622953 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.623274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.623629 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.623955 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.624303 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.624624 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:50.624943 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:15:51.063812 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['98da6298-514b-49c8-9c95-10d67d8b606e'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:15:51.188942 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:51.211956 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1ce318d6-4408-4a33-a388-1aad0822a2d5 req-2c203104-a1f9-4c00-838a-a2b4390e124f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5638369-b1e6-4b47-a77e-1e875bac6038 HTTP/1.1" status: 200 len: 210 time: 0.0324986 Jul 14 11:15:51.594819 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd9725-0a77-49d0-84a8-7ec2ebb4b6f9 req-a78943e6-27e1-4135-a148-4143dc1fc1e4 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:51.596474 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-51dd9725-0a77-49d0-84a8-7ec2ebb4b6f9 req-a78943e6-27e1-4135-a148-4143dc1fc1e4 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 944 time: 0.0492885 Jul 14 11:15:51.644556 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-51dd9725-0a77-49d0-84a8-7ec2ebb4b6f9 req-e63f40d6-2484-49b3-beba-3d5e9f426471 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Jul 14 11:15:52.299859 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58890) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:52.349270 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 98da6298-514b-49c8-9c95-10d67d8b606e up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:15:52.359185 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7c729714-b6c2-4411-975d-1d673ccafc8c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (dde1d16e-807a-4750-a5a3-572e3f07b448), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.385939 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7c729714-b6c2-4411-975d-1d673ccafc8c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (dde1d16e-807a-4750-a5a3-572e3f07b448), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.393302 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 98da6298-514b-49c8-9c95-10d67d8b606e completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:15:52.400870 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 98da6298-514b-49c8-9c95-10d67d8b606e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:15:52.401241 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.439653 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7c729714-b6c2-4411-975d-1d673ccafc8c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (dde1d16e-807a-4750-a5a3-572e3f07b448), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.442960 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-7c729714-b6c2-4411-975d-1d673ccafc8c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.444127 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7c729714-b6c2-4411-975d-1d673ccafc8c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/security-groups/dde1d16e-807a-4750-a5a3-572e3f07b448 HTTP/1.1" status: 204 len: 168 time: 0.1432827 Jul 14 11:15:52.447100 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58892) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:52.453538 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c729714-b6c2-4411-975d-1d673ccafc8c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde1d16e-807a-4750-a5a3-572e3f07b448,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:52.462627 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.api.v2.resource [None req-e6fbfcc9-c6ec-4162-b253-e20e72c2053e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] show failed (client error): The resource could not be found. Jul 14 11:15:52.466823 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58894) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:52.466983 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e6fbfcc9-c6ec-4162-b253-e20e72c2053e tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups/dde1d16e-807a-4750-a5a3-572e3f07b448 HTTP/1.1" status: 404 len: 347 time: 0.0184979 Jul 14 11:15:52.493972 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 98da6298-514b-49c8-9c95-10d67d8b606e is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:15:52.494271 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.519091 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:15:52.521393 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbe9ed-1892-4d37-9e60-c21d46c668e8" -d '{"events": [{"server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "name": "network-vif-plugged", "status": "completed", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:15:52.535651 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 98da6298-514b-49c8-9c95-10d67d8b606e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=98da6298-514b-49c8-9c95-10d67d8b606e,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:15:52.541362 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.571282 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c19ab-3602-4a5f-8ddf-b588d8fa7821 x-openstack-request-id: req-bc7c19ab-3602-4a5f-8ddf-b588d8fa7821 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:15:52.571636 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "name": "network-vif-plugged", "status": "completed", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:15:52.571865 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc7c19ab-3602-4a5f-8ddf-b588d8fa7821 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:15:52.572225 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7c19ab-3602-4a5f-8ddf-b588d8fa7821'] response: {'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e', 'code': 200} Jul 14 11:15:52.586691 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port 1674638e-9795-45bb-89dc-3989478ac46e {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:15:52.587030 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (1674638e-9795-45bb-89dc-3989478ac46e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.596253 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=98da6298-514b-49c8-9c95-10d67d8b606e,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:52.674448 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (1674638e-9795-45bb-89dc-3989478ac46e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.674773 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (1674638e-9795-45bb-89dc-3989478ac46e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.689574 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for 1674638e-9795-45bb-89dc-3989478ac46e owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:15:52.773851 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038d44-25ed-4f13-8902-16eb58664dce req-7201f0b0-9b54-45a6-a910-40e709f78ac3 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:52.775283 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-84038d44-25ed-4f13-8902-16eb58664dce req-7201f0b0-9b54-45a6-a910-40e709f78ac3 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Jul 14 11:15:52.786180 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f0c78-b9c8-4c58-9931-c56555fbedb6 req-f69b9736-809c-41ab-b42d-9aa30b3d4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:52.787695 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b18f0c78-b9c8-4c58-9931-c56555fbedb6 req-f69b9736-809c-41ab-b42d-9aa30b3d4478 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 1129 time: 0.0494771 Jul 14 11:15:52.827993 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-84038d44-25ed-4f13-8902-16eb58664dce req-3fe35ef8-1ab2-4298-a518-9c2f6c69f6fb tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467315 Jul 14 11:15:52.877296 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b18f0c78-b9c8-4c58-9931-c56555fbedb6 req-37036581-8be0-4758-9c21-a471fcc1d0ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808139 Jul 14 11:15:52.902579 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (1674638e-9795-45bb-89dc-3989478ac46e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.929822 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=1674638e-9795-45bb-89dc-3989478ac46e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:52.961332 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (0b5ae8df-b43f-4c80-871d-93830709a9ad), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.963907 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:52.965068 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3e12e0eb-6b07-4bd3-8880-dd8a02fa46e6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/floatingips/0b5ae8df-b43f-4c80-871d-93830709a9ad HTTP/1.1" status: 204 len: 168 time: 0.4971085 Jul 14 11:15:53.033782 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 58902) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:53.039016 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-e92b0ae6-b58c-496e-9eae-6cf9246fa1e4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954989999', 'description': 'tempest-description--336700913'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:53.062202 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e92b0ae6-b58c-496e-9eae-6cf9246fa1e4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.140126 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e92b0ae6-b58c-496e-9eae-6cf9246fa1e4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (87257343-f6b2-4113-806b-36ad7c11d82f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.144211 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e92b0ae6-b58c-496e-9eae-6cf9246fa1e4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (87257343-f6b2-4113-806b-36ad7c11d82f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.149668 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:53.182224 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b0ae6-b58c-496e-9eae-6cf9246fa1e4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87257343-f6b2-4113-806b-36ad7c11d82f,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:53.187727 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e92b0ae6-b58c-496e-9eae-6cf9246fa1e4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.189068 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e92b0ae6-b58c-496e-9eae-6cf9246fa1e4 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1541629 Jul 14 11:15:53.192235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58904) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:53.197445 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-c8859ae0-c7c3-4d14-ace2-8ebc98475b42 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': '87257343-f6b2-4113-806b-36ad7c11d82f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:53.213860 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:53.228834 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8859ae0-c7c3-4d14-ace2-8ebc98475b42 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (4f17dee0-2fb1-42fa-ad68-9c1bda36ce77), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.285310 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8859ae0-c7c3-4d14-ace2-8ebc98475b42 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (4f17dee0-2fb1-42fa-ad68-9c1bda36ce77), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.289480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8859ae0-c7c3-4d14-ace2-8ebc98475b42 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (4f17dee0-2fb1-42fa-ad68-9c1bda36ce77), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.309583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8859ae0-c7c3-4d14-ace2-8ebc98475b42 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f17dee0-2fb1-42fa-ad68-9c1bda36ce77,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:53.314312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c8859ae0-c7c3-4d14-ace2-8ebc98475b42 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.315535 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c8859ae0-c7c3-4d14-ace2-8ebc98475b42 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224027 Jul 14 11:15:53.318241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58906) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:53.322457 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-f9cd77c5-6bac-4263-ab48-4b5cb4cc513d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'security_group_rule': {'security_group_id': '87257343-f6b2-4113-806b-36ad7c11d82f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:53.348834 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:53.350803 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f9cd77c5-6bac-4263-ab48-4b5cb4cc513d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (ea4ca5d7-dae7-4eee-a7aa-8665cfe73c71), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.412411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f9cd77c5-6bac-4263-ab48-4b5cb4cc513d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (ea4ca5d7-dae7-4eee-a7aa-8665cfe73c71), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.415987 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f9cd77c5-6bac-4263-ab48-4b5cb4cc513d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (ea4ca5d7-dae7-4eee-a7aa-8665cfe73c71), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.434271 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd77c5-6bac-4263-ab48-4b5cb4cc513d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4ca5d7-dae7-4eee-a7aa-8665cfe73c71,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:53.447077 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f9cd77c5-6bac-4263-ab48-4b5cb4cc513d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.449632 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f9cd77c5-6bac-4263-ab48-4b5cb4cc513d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293340 Jul 14 11:15:53.451977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58908) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:53.457222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:53.485068 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.567724 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.676828 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.27.0.60 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/b04a4e19-2a41-4a67-bfe2-d220a8f3ff37) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:15:53.790692 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.824629 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.873686 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:15:53.877075 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:15:53.880232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:15:53.883928 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=b04a4e19-2a41-4a67-bfe2-d220a8f3ff37,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:53.930943 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (837044da-4e4f-4f65-883c-4254f8f44698), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.950635 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665ec93-74dd-44fb-9b89-5f13d81a52a4 req-de936b34-3a50-4e02-8202-a60ba4e25b9a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:53.952173 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c665ec93-74dd-44fb-9b89-5f13d81a52a4 req-de936b34-3a50-4e02-8202-a60ba4e25b9a tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0506566 Jul 14 11:15:53.965761 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:53.970445 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:53.992331 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:54.006133 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c665ec93-74dd-44fb-9b89-5f13d81a52a4 req-e1287576-ba34-49ca-9a0e-8a19f722ba8c tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480726 Jul 14 11:15:54.069011 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:54.128833 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:54.134159 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:54.166510 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (837044da-4e4f-4f65-883c-4254f8f44698), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:54.189606 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=b04a4e19-2a41-4a67-bfe2-d220a8f3ff37,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:54.202364 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:54.211334 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2139165f-484b-4ea6-8567-c592fbec9472 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7499754 Jul 14 11:15:54.401165 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-826401f9-dcb6-489f-848f-7664dc529fa8 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--954989999&fields=id&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 267 time: 0.0457366 Jul 14 11:15:54.507740 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-c1fec0d5-93ee-4afb-98a8-5d322b809864 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:54.509315 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-c1fec0d5-93ee-4afb-98a8-5d322b809864 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 0.1017642 Jul 14 11:15:54.525666 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-e098b858-a79c-4354-a425-4b76753db02c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/quotas/7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 375 time: 0.0102282 Jul 14 11:15:54.576216 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-5969d492-a614-473e-91ee-dbc72c7bd621 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452545 Jul 14 11:15:54.681681 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-05d717a4-fb26-488f-8859-b89c7f509659 service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935049 Jul 14 11:15:54.775059 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-4467c1d4-6bb6-4a2e-874e-08f4c6765660 service neutron] 10.222.0.75 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876417 Jul 14 11:15:54.947131 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2c18ebb4-ce70-4c48-8938-2dbda9dedfe9 req-a49ca8de-e5a2-47f9-aba2-335a4e1ee5f5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 210 time: 0.0315866 Jul 14 11:15:55.131276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44b9ef-98cd-41a9-b765-d4ca1019b08e req-5a3b6b8b-aa34-45fd-ac1f-b08a3b0a5da1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:55.133497 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8f44b9ef-98cd-41a9-b765-d4ca1019b08e req-5a3b6b8b-aa34-45fd-ac1f-b08a3b0a5da1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0537088 Jul 14 11:15:55.188023 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8f44b9ef-98cd-41a9-b765-d4ca1019b08e req-1f1a5993-14d2-48bc-8fcd-c04e6173f114 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Jul 14 11:15:55.322312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e01f6-28f2-4e3b-bc7e-3ebfff518f5f req-d21458d4-2b2a-4e43-8085-b25587b72573 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:55.323823 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e34e01f6-28f2-4e3b-bc7e-3ebfff518f5f req-d21458d4-2b2a-4e43-8085-b25587b72573 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0524952 Jul 14 11:15:55.333587 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 58938) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:15:55.338241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Request body: {'floatingip': {'port_id': '98da6298-514b-49c8-9c95-10d67d8b606e'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:55.377242 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (59cd1613-12b7-4c4f-b10e-8eae8cff61fc), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:55.874984 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:56.071966 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:56.104164 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-19200e27-eaf7-4bf5-b78a-4075d002104a req-bf913c69-dd5d-46e5-9a80-da8bec594f31 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 210 time: 0.0603857 Jul 14 11:15:56.162936 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-5416aed2-c064-4df8-b496-ee876f47a572 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:56.164406 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-5416aed2-c064-4df8-b496-ee876f47a572 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 815 time: 0.2209740 Jul 14 11:15:56.235185 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:56.243362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (59cd1613-12b7-4c4f-b10e-8eae8cff61fc), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:56.313187 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-1b6fb6f3-270a-4785-a50c-a3c0847ec0e0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f04452d94114c64b9882cfa66e29479 HTTP/1.1" status: 200 len: 379 time: 0.1093843 Jul 14 11:15:56.340422 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'port': {'device_id': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'admin_state_up': True, 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'security_groups': ['87257343-f6b2-4113-806b-36ad7c11d82f']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:56.423180 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Floating IP 59cd1613-12b7-4c4f-b10e-8eae8cff61fc associated. External IP: 172.27.0.89, port: 98da6298-514b-49c8-9c95-10d67d8b606e. Jul 14 11:15:56.549834 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Made reservation on behalf of 7f04452d94114c64b9882cfa66e29479 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:15:56.554054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:56.718241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:56.765430 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Router e333d302-97e4-45f3-8be6-47dbeb802832 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:15:56.777902 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Allocated IP 172.20.0.14 (9e745ada-d5b0-42ea-a509-ecc280f4f780/44b46b4d-f60f-4fda-be8f-e4247e94a6be/fc6de59e-9654-4e10-9a58-7bd91197de9a) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:15:56.901282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:56.964758 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:15:56.970453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:56.974596 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] Sync routers for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:15:56.986799 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:15:56.987590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:15:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:57.020932 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b5d2a091-762d-4a2a-9cca-e0c93482505b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "PUT /v2.0/floatingips/59cd1613-12b7-4c4f-b10e-8eae8cff61fc HTTP/1.1" status: 200 len: 990 time: 1.6834631 Jul 14 11:15:57.021969 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:15:57.024257 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e66c7b3-6e02-49b7-b64e-440db6391527" -d '{"events": [{"name": "network-changed", "server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:15:57.038157 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:57.067250 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5455cefe-a452-412e-ab80-52ea9f4b3fff x-openstack-request-id: req-5455cefe-a452-412e-ab80-52ea9f4b3fff {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:15:57.067569 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:15:57.067825 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5455cefe-a452-412e-ab80-52ea9f4b3fff {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:15:57.068224 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5455cefe-a452-412e-ab80-52ea9f4b3fff'] response: {'name': 'network-changed', 'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e', 'status': 'completed', 'code': 200} Jul 14 11:15:57.074210 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:57.099026 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:15:57.129785 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:15:57.154900 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:15:57.162424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:15:57.167987 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:57.168922 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:57.176848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event updated for resources: {'Port': ['ID=fc6de59e-9654-4e10-9a58-7bd91197de9a,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:57.225161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-64d3a934-7db8-4ad2-b42c-8a435a55b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:57.226562 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-64d3a934-7db8-4ad2-b42c-8a435a55b548 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 1129 time: 0.1114924 Jul 14 11:15:57.232804 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-5a92fac8-6848-43d4-b057-4c7d7fa6161a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8959341 Jul 14 11:15:57.253686 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Request body: {'port': {'device_id': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:15:57.290029 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959b270-2b2f-48a5-bacd-e3031e672475 req-3a7f4854-57a2-437d-8713-88f6274016cf tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:57.291596 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2959b270-2b2f-48a5-bacd-e3031e672475 req-3a7f4854-57a2-437d-8713-88f6274016cf tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 932 time: 0.1002989 Jul 14 11:15:57.333400 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '59cd1613-12b7-4c4f-b10e-8eae8cff61fc', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'port_id': '98da6298-514b-49c8-9c95-10d67d8b606e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'mac_address': 'fa:16:3e:1a:18:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:15:37Z', 'updated_at': '2022-07-14T11:15:56Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:57.359857 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] Checking router: e333d302-97e4-45f3-8be6-47dbeb802832 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:15:57.369853 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:15:57.370573 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:15:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:57.412850 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:57.444368 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2959b270-2b2f-48a5-bacd-e3031e672475 req-37d17c43-7189-4568-af0b-fdd7f6606233 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415992 Jul 14 11:15:57.445365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-7151b542-ccb0-4a10-bb0f-93a030f5842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:57.446700 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-7151b542-ccb0-4a10-bb0f-93a030f5842d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 200 len: 909 time: 0.2110558 Jul 14 11:15:57.489556 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:15:57.492705 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-f082aced-55b0-4a25-b194-f6fb2106a0c7 None None] Provisioning complete for port fc6de59e-9654-4e10-9a58-7bd91197de9a triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:15:57.493079 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f082aced-55b0-4a25-b194-f6fb2106a0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:57.534728 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:57.554547 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:57.558437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:57.606644 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-f082aced-55b0-4a25-b194-f6fb2106a0c7 None None] Port fc6de59e-9654-4e10-9a58-7bd91197de9a cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:15:57.618139 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-565ac59b-4dfb-4fc5-bbb5-655f243e18f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98da6298-514b-49c8-9c95-10d67d8b606e HTTP/1.1" status: 200 len: 998 time: 0.1462202 Jul 14 11:15:57.722572 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-baa46874-83b4-4f75-b62d-d483dc56523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:57.724634 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-baa46874-83b4-4f75-b62d-d483dc56523e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 200 len: 847 time: 0.0985394 Jul 14 11:15:57.747994 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '59cd1613-12b7-4c4f-b10e-8eae8cff61fc', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'port_id': '98da6298-514b-49c8-9c95-10d67d8b606e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'mac_address': 'fa:16:3e:1a:18:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:15:37Z', 'updated_at': '2022-07-14T11:15:56Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:15:57.761438 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:57.773930 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75ad7e-5300-4b7f-893d-2ec0996bafa7 None None] The sync data for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi is: [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '59cd1613-12b7-4c4f-b10e-8eae8cff61fc', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'port_id': '98da6298-514b-49c8-9c95-10d67d8b606e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'mac_address': 'fa:16:3e:1a:18:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:15:37Z', 'updated_at': '2022-07-14T11:15:56Z', 'revision_number': 1, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:15:57.792351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-e3b8482d-2db3-43e9-85ee-bb2841dd6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:57.793904 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-e3b8482d-2db3-43e9-85ee-bb2841dd6b4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8eaca00-9ce0-454f-9fb3-291577542b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630710 Jul 14 11:15:57.899151 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6de59e-9654-4e10-9a58-7bd91197de9a {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:15:57.909644 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Publish callbacks [] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:57.933512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Transition to ACTIVE for port object fc6de59e-9654-4e10-9a58-7bd91197de9a will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:15:57.940312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:57.971744 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-eba6e691-bc42-413c-98f3-3fc2112e0a26 service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688161 Jul 14 11:15:57.979631 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7afa3-0afd-4274-85ce-56c1d7f3d990 None None] New status for floating IP 59cd1613-12b7-4c4f-b10e-8eae8cff61fc: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:15:58.029575 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6de59e-9654-4e10-9a58-7bd91197de9a,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:58.104170 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Attempting to bind port fc6de59e-9654-4e10-9a58-7bd91197de9a on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:15:58.104492 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Attempting to bind port fc6de59e-9654-4e10-9a58-7bd91197de9a by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:15:58.104817 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Attempting to bind port fc6de59e-9654-4e10-9a58-7bd91197de9a on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:15:58.119081 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Port fc6de59e-9654-4e10-9a58-7bd91197de9a on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:15:58.119411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Attempting to bind port fc6de59e-9654-4e10-9a58-7bd91197de9a on network 9e745ada-d5b0-42ea-a509-ecc280f4f780 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:15:58.129749 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e66c7b3-6e02-49b7-b64e-440db6391527 req-0b85e7d3-6e3a-4cb4-be1c-cff8611544bd service neutron] 10.222.0.26 "GET /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515908 Jul 14 11:15:58.130866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:15:58.131203 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Checking segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:15:58.131692 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Bound using segment: {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:15:58.132150 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Bound port: fc6de59e-9654-4e10-9a58-7bd91197de9a, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b0cebc-58c1-4540-a86f-443ca3b45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:15:58.132623 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:58.209312 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] For port fc6de59e-9654-4e10-9a58-7bd91197de9a, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:15:58.212851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] For port fc6de59e-9654-4e10-9a58-7bd91197de9a, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:15:58.218690 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:58.254980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:58.255681 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:58.257177 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] 10.222.0.26 "PUT /v2.0/ports/fc6de59e-9654-4e10-9a58-7bd91197de9a HTTP/1.1" status: 200 len: 1094 time: 1.0110753 Jul 14 11:15:58.285120 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496c15d-4688-4828-a7d6-300e3785be0f service neutron] Pushing event updated for resources: {'Port': ['ID=fc6de59e-9654-4e10-9a58-7bd91197de9a,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:15:58.359957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-1374a6f9-10e6-4f3e-91c4-858f3d84e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:58.362397 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-1374a6f9-10e6-4f3e-91c4-858f3d84e8b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 1128 time: 0.0430386 Jul 14 11:15:58.412543 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-5fd811ba-871f-4389-94ab-b5d1fe43edad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a HTTP/1.1" status: 200 len: 217 time: 0.0356469 Jul 14 11:15:58.469730 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-47d4b8f9-675f-4aad-9040-9f62882176ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:58.471235 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-47d4b8f9-675f-4aad-9040-9f62882176ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0532408 Jul 14 11:15:58.543424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8942df2-b51f-4e16-abc5-585430448441 req-efbfb8ba-a925-4cd3-be07-7f100bddc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:58.544404 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-efbfb8ba-a925-4cd3-be07-7f100bddc267 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654914 Jul 14 11:15:58.607161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:58.648264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c46f02-2b33-4e8b-b51c-94fd31b18024 req-902facb3-8a8a-4118-8c2a-bf386e4c8a6f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:15:58.650581 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43c46f02-2b33-4e8b-b51c-94fd31b18024 req-902facb3-8a8a-4118-8c2a-bf386e4c8a6f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 944 time: 0.1321032 Jul 14 11:15:58.731750 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:58.751540 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-ce89d5ea-1e42-4c9e-b99a-0efc31ee1281 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796303 Jul 14 11:15:58.756479 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43c46f02-2b33-4e8b-b51c-94fd31b18024 req-1698b7bc-9512-4cdd-8d79-3ffe31dbe889 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699906 Jul 14 11:15:58.849699 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c8942df2-b51f-4e16-abc5-585430448441 req-375c65cb-f8bc-4454-9f91-e90586cc750f service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919306 Jul 14 11:15:59.069095 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:15:59.071440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caedee4-0fbd-4a5f-b375-553f53e91fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:15:59.105924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a417077-1442-45b1-9881-886f347bf99e x-openstack-request-id: req-3a417077-1442-45b1-9881-886f347bf99e {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:15:59.106276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:15:59.106534 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a417077-1442-45b1-9881-886f347bf99e {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:15:59.106936 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a417077-1442-45b1-9881-886f347bf99e'] response: {'name': 'network-changed', 'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'status': 'completed', 'code': 200} Jul 14 11:16:00.133965 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cc0ad-1ea2-4af5-a407-9f8645a811a6 req-6ecbc4be-b079-4ff6-8700-f652acfe7f45 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:00.135449 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc8cc0ad-1ea2-4af5-a407-9f8645a811a6 req-6ecbc4be-b079-4ff6-8700-f652acfe7f45 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 944 time: 0.3115005 Jul 14 11:16:00.183533 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cc8cc0ad-1ea2-4af5-a407-9f8645a811a6 req-9ec0c867-c5f8-4d6d-91b4-7f64b46b89af tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Jul 14 11:16:00.546109 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006f131-2c8f-4e97-ae6f-bac521d6a357 req-a7c06ec6-9323-47c1-aa16-4876d12d5f76 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:00.547592 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2006f131-2c8f-4e97-ae6f-bac521d6a357 req-a7c06ec6-9323-47c1-aa16-4876d12d5f76 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0473456 Jul 14 11:16:00.595159 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2006f131-2c8f-4e97-ae6f-bac521d6a357 req-5461a12a-6530-4a0c-939a-639af64a9a45 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410824 Jul 14 11:16:01.271803 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-b7cafea2-1ad4-465b-8414-6a21ec1f8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:01.273308 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-b7cafea2-1ad4-465b-8414-6a21ec1f8bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 1128 time: 0.0459349 Jul 14 11:16:01.310878 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e55f2b-3e48-4852-a14b-c61f59f9e082 req-bf8a7fae-9c99-4968-ac32-c5bd55c1d3da tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:01.312375 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-42e55f2b-3e48-4852-a14b-c61f59f9e082 req-bf8a7fae-9c99-4968-ac32-c5bd55c1d3da tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 944 time: 0.0472705 Jul 14 11:16:01.358859 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-42e55f2b-3e48-4852-a14b-c61f59f9e082 req-9ac13de4-390f-4311-8e2a-1ad6f61d5017 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403883 Jul 14 11:16:01.465463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-470a416e-a401-465c-bd73-77b2c04fa2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:01.466841 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-470a416e-a401-465c-bd73-77b2c04fa2c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.0849249 Jul 14 11:16:01.510504 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-b1faf5fc-3f16-4e71-b275-f67d158db783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a HTTP/1.1" status: 200 len: 217 time: 0.0367644 Jul 14 11:16:01.560652 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-b00221ee-b41f-4ab4-870e-9a60feb84c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:01.562166 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-b00221ee-b41f-4ab4-870e-9a60feb84c77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0461218 Jul 14 11:16:01.604958 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-65b46e84-cd6d-4b19-9472-ddd2d6ca34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:01.606484 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-65b46e84-cd6d-4b19-9472-ddd2d6ca34e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375147 Jul 14 11:16:01.736608 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72123fe1-54fd-46c1-8557-428cffe01238 req-d16b9bc2-9e7d-4d66-9e9e-ee9e604b4dac tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:01.737995 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72123fe1-54fd-46c1-8557-428cffe01238 req-d16b9bc2-9e7d-4d66-9e9e-ee9e604b4dac tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0678623 Jul 14 11:16:01.742092 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-5d146702-b7dc-4be9-bfb1-e3403d1ecaa4 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293070 Jul 14 11:16:01.842712 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-72123fe1-54fd-46c1-8557-428cffe01238 req-bf8bbeea-e314-4cbc-91a3-8624fa36a4eb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985491 Jul 14 11:16:01.867459 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6caedee4-0fbd-4a5f-b375-553f53e91fa3 req-9a90f63a-37a6-4221-bd23-a9f84cb5cfc8 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165268 Jul 14 11:16:02.396265 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device fc6de59e-9654-4e10-9a58-7bd91197de9a details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:16:02.472143 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b24e-80e7-4769-ba25-e9ebd72a903d req-ce25c42c-e558-44bb-ab3b-4636000f2060 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:02.474768 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4445b24e-80e7-4769-ba25-e9ebd72a903d req-ce25c42c-e558-44bb-ab3b-4636000f2060 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 944 time: 0.0494478 Jul 14 11:16:02.495302 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port fc6de59e-9654-4e10-9a58-7bd91197de9a, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:02.507360 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'port_id': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'mac_address': 'fa:16:3e:28:96:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:16:02.526558 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4445b24e-80e7-4769-ba25-e9ebd72a903d req-6c7ac137-7dbe-4712-b1e4-0165a7168231 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 Jul 14 11:16:02.547699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port fc6de59e-9654-4e10-9a58-7bd91197de9a is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:02.548083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:02.561662 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6de59e-9654-4e10-9a58-7bd91197de9a {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:16:02.580363 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port fc6de59e-9654-4e10-9a58-7bd91197de9a, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:02.584337 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:02.631998 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=fc6de59e-9654-4e10-9a58-7bd91197de9a,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:16:02.961821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eba438-8e69-4960-9b1d-18383fe6a0b2 req-d34dc29d-c146-48ed-a60a-5311d1142a5b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:02.963282 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d2eba438-8e69-4960-9b1d-18383fe6a0b2 req-d34dc29d-c146-48ed-a60a-5311d1142a5b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0478702 Jul 14 11:16:03.005230 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['fc6de59e-9654-4e10-9a58-7bd91197de9a'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:16:03.010214 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d2eba438-8e69-4960-9b1d-18383fe6a0b2 req-03b566aa-24fe-4436-a711-ee2ac6255559 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414329 Jul 14 11:16:03.656070 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921a41c-701b-4406-b71c-1dc4015b4929 req-13492c6e-2d61-4188-9fde-d56bc6c932e0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:03.657518 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9921a41c-701b-4406-b71c-1dc4015b4929 req-13492c6e-2d61-4188-9fde-d56bc6c932e0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 945 time: 0.0474977 Jul 14 11:16:03.704952 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9921a41c-701b-4406-b71c-1dc4015b4929 req-e3fca819-24d9-404e-b2cc-500fb192d9ed tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418906 Jul 14 11:16:04.090729 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:04.129798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac54a-d183-422e-8531-21c8f317861f req-df7f82e6-c41a-48f6-92da-2890edd62e35 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:04.131434 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4dbac54a-d183-422e-8531-21c8f317861f req-df7f82e6-c41a-48f6-92da-2890edd62e35 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0493135 Jul 14 11:16:04.166717 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:04.179303 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4dbac54a-d183-422e-8531-21c8f317861f req-10eac621-99d6-4909-b9c6-bf9d4aa07d32 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Jul 14 11:16:04.406299 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device fc6de59e-9654-4e10-9a58-7bd91197de9a up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:16:04.428590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:04.450582 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port fc6de59e-9654-4e10-9a58-7bd91197de9a completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:16:04.456002 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port fc6de59e-9654-4e10-9a58-7bd91197de9a triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:16:04.456397 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:04.479186 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:04.532520 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port fc6de59e-9654-4e10-9a58-7bd91197de9a is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:04.532814 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:04.555736 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:16:04.557946 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27215662-5e5c-44a2-868c-15a27b85abee" -d '{"events": [{"server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "name": "network-vif-plugged", "status": "completed", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:16:04.571488 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port fc6de59e-9654-4e10-9a58-7bd91197de9a, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:04.575883 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:04.599027 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d476f-b3bf-465f-b9d1-1d17bfce7786 x-openstack-request-id: req-9a4d476f-b3bf-465f-b9d1-1d17bfce7786 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:16:04.599314 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "name": "network-vif-plugged", "status": "completed", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:16:04.599592 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9a4d476f-b3bf-465f-b9d1-1d17bfce7786 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:16:04.599983 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4d476f-b3bf-465f-b9d1-1d17bfce7786'] response: {'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'code': 200} Jul 14 11:16:04.625421 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=fc6de59e-9654-4e10-9a58-7bd91197de9a,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:16:04.838219 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d17a5-f60e-420e-a030-ed045f418c8b req-9743d653-651d-4d02-976b-e3365214875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:04.839731 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4c3d17a5-f60e-420e-a030-ed045f418c8b req-9743d653-651d-4d02-976b-e3365214875c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 1130 time: 0.0695627 Jul 14 11:16:04.851085 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37261653-6fea-40d5-b0b6-59893b66fd01 req-4a1a5896-64e2-40d7-93c1-c2ff1585c383 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:04.853806 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37261653-6fea-40d5-b0b6-59893b66fd01 req-4a1a5896-64e2-40d7-93c1-c2ff1585c383 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0742412 Jul 14 11:16:04.922276 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4c3d17a5-f60e-420e-a030-ed045f418c8b req-b2a190d3-7f67-4f3b-bc62-ef17991a5598 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688159 Jul 14 11:16:04.933683 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-37261653-6fea-40d5-b0b6-59893b66fd01 req-3783f032-3e3c-4d07-a190-3e6c86895286 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685644 Jul 14 11:16:05.315216 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf3ac-063c-4420-8840-36aed68c5aa5 req-71db93c4-f32e-4738-aa75-fa3fdac5d153 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:05.316755 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fcedf3ac-063c-4420-8840-36aed68c5aa5 req-71db93c4-f32e-4738-aa75-fa3fdac5d153 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0532107 Jul 14 11:16:05.326477 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-99890f86-e0e2-43fd-be27-8f6fcd1c2e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:05.365052 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fcedf3ac-063c-4420-8840-36aed68c5aa5 req-a0203c34-de75-4b57-92ab-fdc5caf51bd1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Jul 14 11:16:06.060321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad7c0-b808-4ed3-a281-f56cf6052c78 req-bbbc2208-beb6-4248-8c91-3fd5f6247886 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:06.061937 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-958ad7c0-b808-4ed3-a281-f56cf6052c78 req-bbbc2208-beb6-4248-8c91-3fd5f6247886 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0557597 Jul 14 11:16:06.111948 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-958ad7c0-b808-4ed3-a281-f56cf6052c78 req-d3ac3833-bf54-440e-a7d8-20a3311c56be tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435731 Jul 14 11:16:06.497003 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365b3d5-3905-4f99-8610-83d968cc1cf5 req-417dd432-1ebc-4ae5-9177-97809589cb47 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:06.498559 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a365b3d5-3905-4f99-8610-83d968cc1cf5 req-417dd432-1ebc-4ae5-9177-97809589cb47 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0512373 Jul 14 11:16:06.551944 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a365b3d5-3905-4f99-8610-83d968cc1cf5 req-b0784682-2012-46f1-9546-cbbf021649c7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Jul 14 11:16:07.229555 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76ea7b-9b8f-4990-b3ed-aab240516fe7 req-47735543-223d-4f9f-bb48-670d3319107d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:07.231032 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a76ea7b-9b8f-4990-b3ed-aab240516fe7 req-47735543-223d-4f9f-bb48-670d3319107d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0475855 Jul 14 11:16:07.277660 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4a76ea7b-9b8f-4990-b3ed-aab240516fe7 req-667f7816-40de-450b-a6e9-376446a47837 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 Jul 14 11:16:07.386051 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f79c1-9a79-4614-9e01-d28ecbfaead9 req-aae97921-256d-4ac2-a61f-271c47ac8d6c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:07.387598 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-394f79c1-9a79-4614-9e01-d28ecbfaead9 req-aae97921-256d-4ac2-a61f-271c47ac8d6c tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0466130 Jul 14 11:16:07.396614 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59014) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:16:07.400908 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Request body: {'floatingip': {'port_id': 'fc6de59e-9654-4e10-9a58-7bd91197de9a'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:16:07.441514 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (837044da-4e4f-4f65-883c-4254f8f44698), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:07.640186 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c743b301-80a7-4563-90cf-a775d242ef38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:07.683330 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f74d-0cda-4e21-9238-51ddfd0ad90d req-085d0f54-514a-4d7b-98d4-038d675f8232 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:07.684786 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dce1f74d-0cda-4e21-9238-51ddfd0ad90d req-085d0f54-514a-4d7b-98d4-038d675f8232 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Jul 14 11:16:07.739740 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dce1f74d-0cda-4e21-9238-51ddfd0ad90d req-01020238-b524-4095-a347-69ff4d0b2da2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491128 Jul 14 11:16:08.039664 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:08.093541 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:08.096862 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:08.097402 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (837044da-4e4f-4f65-883c-4254f8f44698), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:08.099989 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:08.129737 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:08.196828 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 837044da-4e4f-4f65-883c-4254f8f44698 associated. External IP: 172.27.0.60, port: fc6de59e-9654-4e10-9a58-7bd91197de9a. Jul 14 11:16:08.394536 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:16:08.499714 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:16:08.504180 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:08.510291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:16:08.521048 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:16:08.521676 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:16:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:16:08.534237 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b97486a2-b0f0-4a92-88b1-63341efbbe7a tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "PUT /v2.0/floatingips/837044da-4e4f-4f65-883c-4254f8f44698 HTTP/1.1" status: 200 len: 991 time: 1.1366024 Jul 14 11:16:08.534809 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:16:08.537689 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3dab12-03dd-45f0-a115-f1e311eb92f6" -d '{"events": [{"name": "network-changed", "server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:16:08.581512 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e79f58-a60f-4f69-8692-f0381ebf0993 x-openstack-request-id: req-21e79f58-a60f-4f69-8692-f0381ebf0993 {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:16:08.581829 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:16:08.582186 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21e79f58-a60f-4f69-8692-f0381ebf0993 {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:16:08.582716 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e79f58-a60f-4f69-8692-f0381ebf0993'] response: {'name': 'network-changed', 'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'status': 'completed', 'code': 200} Jul 14 11:16:08.630221 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:16:08.665545 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-d7a3be89-5671-4dae-92d7-19239ce2219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:08.667039 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-d7a3be89-5671-4dae-92d7-19239ce2219f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f04452d94114c64b9882cfa66e29479&device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 1130 time: 0.0404782 Jul 14 11:16:08.732104 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:08.759345 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-b19a06e5-d581-46d6-aae2-16a0bd576c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:08.760878 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-b19a06e5-d581-46d6-aae2-16a0bd576c2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 200 len: 916 time: 0.0876744 Jul 14 11:16:08.858418 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-73132229-92d3-413b-a590-179614291f86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a HTTP/1.1" status: 200 len: 999 time: 0.0908380 Jul 14 11:16:08.858660 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '837044da-4e4f-4f65-883c-4254f8f44698', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:28:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:15:53Z', 'updated_at': '2022-07-14T11:16:08Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:16:08.871674 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3524e68-3a82-43f4-8703-6bc3adc857c7 req-1771cead-e723-4351-a69e-ca371e45f8ca tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:08.873105 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3524e68-3a82-43f4-8703-6bc3adc857c7 req-1771cead-e723-4351-a69e-ca371e45f8ca tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0564020 Jul 14 11:16:08.886674 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:16:08.895864 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:16:08.896473 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:16:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:16:08.944541 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-f40ed492-9eed-4fa9-a745-e7f25ee4ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:08.945962 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-f40ed492-9eed-4fa9-a745-e7f25ee4ec59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 200 len: 854 time: 0.0719686 Jul 14 11:16:08.970352 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3524e68-3a82-43f4-8703-6bc3adc857c7 req-a2f00fd6-a611-4d05-830a-814734abcc42 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873611 Jul 14 11:16:08.999694 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:16:08.999878 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-2306dc63-adef-499f-b547-0e8e926baffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:09.001440 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-2306dc63-adef-499f-b547-0e8e926baffd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e745ada-d5b0-42ea-a509-ecc280f4f780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477602 Jul 14 11:16:09.082887 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:09.085490 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:09.100770 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-18942e4d-cd89-4ecb-a94a-48e3da14fd58 service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915895 Jul 14 11:16:09.172668 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:09.195408 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af3dab12-03dd-45f0-a115-f1e311eb92f6 req-9a263b84-f8bc-47ca-8337-c20caf5fd56f service neutron] 10.222.0.26 "GET /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892081 Jul 14 11:16:09.221746 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '837044da-4e4f-4f65-883c-4254f8f44698', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:28:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:15:53Z', 'updated_at': '2022-07-14T11:16:08Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:16:09.247724 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f55c701-ccbf-43d7-9953-978fa6c01c9e None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '837044da-4e4f-4f65-883c-4254f8f44698', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'port_id': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'mac_address': 'fa:16:3e:28:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:15:53Z', 'updated_at': '2022-07-14T11:16:08Z', 'revision_number': 1, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:16:09.416259 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c984b-df0c-4a6a-a6d2-d4ccc3005139 None None] New status for floating IP 837044da-4e4f-4f65-883c-4254f8f44698: ACTIVE {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:16:10.091598 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad75d5-c13c-4752-87fd-484eea1cf852 req-684a4f0d-064f-4a8c-aba2-6b8612b2f670 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:10.093152 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-63ad75d5-c13c-4752-87fd-484eea1cf852 req-684a4f0d-064f-4a8c-aba2-6b8612b2f670 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0478587 Jul 14 11:16:10.105283 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:10.141800 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-63ad75d5-c13c-4752-87fd-484eea1cf852 req-80e7b095-9b78-4b2d-b5b1-ccd0748b9a5c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Jul 14 11:16:10.531665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:11.261276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e3ad4-edc3-4bdb-b969-949490a6320b req-bc5f345a-6999-417c-b92f-96c32187723d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:11.262729 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d80e3ad4-edc3-4bdb-b969-949490a6320b req-bc5f345a-6999-417c-b92f-96c32187723d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Jul 14 11:16:11.309345 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d80e3ad4-edc3-4bdb-b969-949490a6320b req-94816f7a-4b77-42d1-a161-6e5649601202 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 Jul 14 11:16:12.426094 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1115c-e527-4c64-b13a-3d30bd0889d3 req-4e1fd8f5-1c0c-4773-a34d-69cfd9433aab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:12.428010 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d1d1115c-e527-4c64-b13a-3d30bd0889d3 req-4e1fd8f5-1c0c-4773-a34d-69cfd9433aab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0479574 Jul 14 11:16:12.480470 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d1d1115c-e527-4c64-b13a-3d30bd0889d3 req-aece82d0-68a2-4681-9e6e-86753aa2a4de tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467737 Jul 14 11:16:13.612118 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250420f-b431-4081-a067-f6abebaf7e26 req-ccf117c4-8c8e-4760-b458-254b99e3565b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:13.614083 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6250420f-b431-4081-a067-f6abebaf7e26 req-ccf117c4-8c8e-4760-b458-254b99e3565b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0557220 Jul 14 11:16:13.669387 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6250420f-b431-4081-a067-f6abebaf7e26 req-defce55c-5660-443c-9df8-82d682946ad6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496488 Jul 14 11:16:14.793893 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6da84-ffd3-4492-a4ff-ede9509db290 req-c0d7cf2b-827c-49e5-96f3-6900ce46d0cf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:14.795289 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dfa6da84-ffd3-4492-a4ff-ede9509db290 req-c0d7cf2b-827c-49e5-96f3-6900ce46d0cf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0472908 Jul 14 11:16:14.842321 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dfa6da84-ffd3-4492-a4ff-ede9509db290 req-b7b9663f-a721-42f9-b82e-ac6e9f2ba0e9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Jul 14 11:16:15.700354 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:15.960347 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4f4e6-7dec-4be5-8a91-579e83249fb3 req-b5ec585f-cb1a-4467-a01e-42aebcff7eb7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:15.962365 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33f4f4e6-7dec-4be5-8a91-579e83249fb3 req-b5ec585f-cb1a-4467-a01e-42aebcff7eb7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0483370 Jul 14 11:16:16.011958 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33f4f4e6-7dec-4be5-8a91-579e83249fb3 req-77798ab0-546b-4b65-86dd-93900efeaf1c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439589 Jul 14 11:16:17.132081 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0743217-9e33-4d5e-a603-21a683a11381 req-ca10204c-6d4d-4def-8d1b-a3faef1ad471 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:17.133552 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0743217-9e33-4d5e-a603-21a683a11381 req-ca10204c-6d4d-4def-8d1b-a3faef1ad471 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0470259 Jul 14 11:16:17.180293 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a0743217-9e33-4d5e-a603-21a683a11381 req-9779100c-d0b1-4711-ae57-b5fd7ee489f6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412979 Jul 14 11:16:18.299534 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e051e-e365-489c-bde2-c298dccddf53 req-9011c708-48f5-4a91-99c3-57802f3431fb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:18.300984 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-852e051e-e365-489c-bde2-c298dccddf53 req-9011c708-48f5-4a91-99c3-57802f3431fb tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0497844 Jul 14 11:16:18.353841 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-852e051e-e365-489c-bde2-c298dccddf53 req-a2fc5c74-6dc0-4bd8-a918-0dd5bb1a5234 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Jul 14 11:16:18.539827 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:16:18.549437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:18.646542 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:18.660999 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'port_id': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'mac_address': 'fa:16:3e:1a:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:16:18.696499 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: ACTIVE; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:18.696877 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:18.710016 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a60328d-ee1e-44d3-8008-6151b2c4427f {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:16:18.729219 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:18.732965 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:18.779533 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=6']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:16:18.929718 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['6a60328d-ee1e-44d3-8008-6151b2c4427f'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:16:19.474212 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9d19-723e-4cd0-99cd-b4496d259177 req-77c34077-372a-4df1-b320-770f866598c0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:19.475627 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-105c9d19-723e-4cd0-99cd-b4496d259177 req-77c34077-372a-4df1-b320-770f866598c0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 945 time: 0.0510185 Jul 14 11:16:19.487584 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:19.523662 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-105c9d19-723e-4cd0-99cd-b4496d259177 req-4049ad97-0c58-4799-853d-8bec86377b44 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Jul 14 11:16:20.549347 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:16:20.597299 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 6a60328d-ee1e-44d3-8008-6151b2c4427f triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:16:20.597741 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:20.642213 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f32c-3f5e-45a7-bf44-cba56dd8d9cd req-d53ad393-2a2a-4302-bb41-e2491a28e08b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:20.643742 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a68f32c-3f5e-45a7-bf44-cba56dd8d9cd req-d53ad393-2a2a-4302-bb41-e2491a28e08b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 945 time: 0.0483449 Jul 14 11:16:20.664919 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:20.676720 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:20.677112 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:20.695296 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a68f32c-3f5e-45a7-bf44-cba56dd8d9cd req-0641a087-0020-47a5-94ed-446c1e280100 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453513 Jul 14 11:16:20.701482 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:16:20.703781 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b0c9da-6d8d-4372-8729-9b021470ac04" -d '{"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-plugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:16:20.717484 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:20.722369 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:20.744888 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031d5b42-8c04-46ce-9fee-7210d6b5d749 x-openstack-request-id: req-031d5b42-8c04-46ce-9fee-7210d6b5d749 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:16:20.745175 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-plugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:16:20.745424 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-031d5b42-8c04-46ce-9fee-7210d6b5d749 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:16:20.745813 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031d5b42-8c04-46ce-9fee-7210d6b5d749'] response: {'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'code': 200} Jul 14 11:16:20.771508 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=7']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:16:21.250745 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-ae9c6cc8-451d-4bbe-ab40-9aa59b598229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:21.252273 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-ae9c6cc8-451d-4bbe-ab40-9aa59b598229 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1130 time: 0.0397174 Jul 14 11:16:21.364556 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-d21d0ec4-78b6-4f57-b2cf-36f02e7f9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:21.366034 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-d21d0ec4-78b6-4f57-b2cf-36f02e7f9147 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.0950413 Jul 14 11:16:21.427212 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-fe841070-b33f-40ea-a284-3b74bb3187c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 1001 time: 0.0547850 Jul 14 11:16:21.478260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-b4c90917-d77d-43cc-8450-4ce3884b676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:21.479643 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-b4c90917-d77d-43cc-8450-4ce3884b676a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0473614 Jul 14 11:16:21.524531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-d217960d-ba73-4ef4-abad-6f081daabaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:21.526010 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-d217960d-ba73-4ef4-abad-6f081daabaa6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398724 Jul 14 11:16:21.615113 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-5520ea0e-ab50-4caf-b21c-df7e614ccd95 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821259 Jul 14 11:16:21.705551 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:21.717369 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dd4cac03-251c-40d2-a1aa-428ea0c4b5cd req-884e1008-d344-40da-9d09-c4fc340ed530 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960116 Jul 14 11:16:21.820377 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c323-c217-4cae-a440-2d20f8f6f683 req-eafc6b3e-df03-49cb-a9d7-fd7a34f12f92 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:21.821849 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ac4c323-c217-4cae-a440-2d20f8f6f683 req-eafc6b3e-df03-49cb-a9d7-fd7a34f12f92 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0506959 Jul 14 11:16:21.832049 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:16:21.854975 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:21.869777 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6ac4c323-c217-4cae-a440-2d20f8f6f683 req-511c7f94-2821-43d7-bc02-0019964362aa tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Jul 14 11:16:22.989673 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52ba22-f348-4a82-898a-3cf1bdb2a98b req-9aea17ae-fc95-4407-9065-39774603dee1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:22.991553 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4b52ba22-f348-4a82-898a-3cf1bdb2a98b req-9aea17ae-fc95-4407-9065-39774603dee1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0484982 Jul 14 11:16:23.039715 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4b52ba22-f348-4a82-898a-3cf1bdb2a98b req-54345a63-1a47-4d9d-8c19-39693d828ac6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Jul 14 11:16:24.181943 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4bb1c-09b2-4436-bb0b-20d6c3cf1cda req-9840e27d-e9e4-4466-8dc2-2e4719581447 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:24.188673 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ae4bb1c-09b2-4436-bb0b-20d6c3cf1cda req-9840e27d-e9e4-4466-8dc2-2e4719581447 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0704188 Jul 14 11:16:24.248091 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ae4bb1c-09b2-4436-bb0b-20d6c3cf1cda req-96384034-eec4-4708-894b-3ea4b2c598a2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582855 Jul 14 11:16:25.382373 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbc3e-283a-438f-a3b3-0194f85b9df3 req-a874b449-e950-4e07-8c40-7ae08ab0adc0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:25.389249 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab9dbc3e-283a-438f-a3b3-0194f85b9df3 req-a874b449-e950-4e07-8c40-7ae08ab0adc0 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0615957 Jul 14 11:16:25.430695 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:25.435759 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab9dbc3e-283a-438f-a3b3-0194f85b9df3 req-04746214-15b3-42fe-ae9d-4291f7479917 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455818 Jul 14 11:16:26.571619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44368d-6bb6-44b0-91a1-7862aca9d8db req-bcb90791-0ed0-4740-91d3-061e1e4f9b6d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:26.573342 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fd44368d-6bb6-44b0-91a1-7862aca9d8db req-bcb90791-0ed0-4740-91d3-061e1e4f9b6d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0546486 Jul 14 11:16:26.626264 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fd44368d-6bb6-44b0-91a1-7862aca9d8db req-f28b771d-7d2d-4e1d-9a7c-b5b1d9a60de3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461807 Jul 14 11:16:27.774162 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8478ee-ee05-4e34-afee-546aef75648d req-2ddf1dbb-bee5-47e7-ac0d-e85d59a5f9a6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:27.781152 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3e8478ee-ee05-4e34-afee-546aef75648d req-2ddf1dbb-bee5-47e7-ac0d-e85d59a5f9a6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0729294 Jul 14 11:16:27.843978 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3e8478ee-ee05-4e34-afee-546aef75648d req-0a4a3f74-fc6a-4b12-9e60-0052c6463428 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618904 Jul 14 11:16:28.981635 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bee79-23ac-4de5-b1a4-e12e4753ed14 req-92a86339-7e80-4a02-a029-82b678f3eb78 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:28.983360 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-367bee79-23ac-4de5-b1a4-e12e4753ed14 req-92a86339-7e80-4a02-a029-82b678f3eb78 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0575533 Jul 14 11:16:29.038528 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-367bee79-23ac-4de5-b1a4-e12e4753ed14 req-ba5f099d-2b2a-4a82-8a98-5f89baeb6cf9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481467 Jul 14 11:16:30.214308 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45625194-1499-483b-ac76-f9facfe86887 req-8000f969-b6a6-436b-81c5-dd1c073507e8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:30.215810 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-45625194-1499-483b-ac76-f9facfe86887 req-8000f969-b6a6-436b-81c5-dd1c073507e8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Jul 14 11:16:30.280559 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-45625194-1499-483b-ac76-f9facfe86887 req-56625951-df62-471d-8f80-b079ada24808 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589650 Jul 14 11:16:30.767088 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:30.769384 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:31.405689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185a46-9b0e-41e0-be0e-a85f0b64ad8b req-a0359bdb-8bff-42cd-9a05-2722e508b5e1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:31.407213 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45185a46-9b0e-41e0-be0e-a85f0b64ad8b req-a0359bdb-8bff-42cd-9a05-2722e508b5e1 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0499530 Jul 14 11:16:31.470078 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45185a46-9b0e-41e0-be0e-a85f0b64ad8b req-080a23c0-e52d-4ca6-b6fc-dd83dfd60722 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559824 Jul 14 11:16:31.827815 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:32.610559 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e08d7-b2e3-4d23-9c86-373b9082c307 req-5ccad117-8fbc-4e68-8240-5bf4fd8d4815 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:32.612078 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd7e08d7-b2e3-4d23-9c86-373b9082c307 req-5ccad117-8fbc-4e68-8240-5bf4fd8d4815 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0614834 Jul 14 11:16:32.668505 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd7e08d7-b2e3-4d23-9c86-373b9082c307 req-ea0e2b91-00ed-43d7-bf79-ed39a03280cf tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499518 Jul 14 11:16:33.787850 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd591fd-c64f-4456-9b20-c36dd48778de req-4397c4e4-41f5-4748-844a-d0b4fe47e82f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:33.789230 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dd591fd-c64f-4456-9b20-c36dd48778de req-4397c4e4-41f5-4748-844a-d0b4fe47e82f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0493884 Jul 14 11:16:33.829989 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:33.850859 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9dd591fd-c64f-4456-9b20-c36dd48778de req-d8bcd9a2-ff4f-4992-847d-92e260661237 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559983 Jul 14 11:16:34.563184 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-a65db570-f78a-4451-9b75-6943f680131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:34.564618 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-a65db570-f78a-4451-9b75-6943f680131e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1130 time: 0.0409851 Jul 14 11:16:34.657415 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-01b0dd21-4d50-4d84-aeb9-b0f7f537c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:34.659005 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-01b0dd21-4d50-4d84-aeb9-b0f7f537c3b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.0883400 Jul 14 11:16:34.724840 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-be5b4645-8ec1-4d23-b1a9-196599f69335 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 1001 time: 0.0586603 Jul 14 11:16:34.773102 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-ec64c5a8-b337-4940-9497-7d7a8364ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:34.774507 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-ec64c5a8-b337-4940-9497-7d7a8364ea66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0440593 Jul 14 11:16:34.817626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-643d7616-712f-425f-89ee-8e61eb2152b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:34.818994 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-643d7616-712f-425f-89ee-8e61eb2152b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387092 Jul 14 11:16:34.913953 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-b37a9471-5bc2-4001-b9fd-8a279fe572d2 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885563 Jul 14 11:16:34.975987 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45aa5c-cba6-48f9-b9ee-1ad9be41acf5 req-cec76c8a-a39c-4b2a-ac5e-9a7398c52825 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:34.977464 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-db45aa5c-cba6-48f9-b9ee-1ad9be41acf5 req-cec76c8a-a39c-4b2a-ac5e-9a7398c52825 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0488341 Jul 14 11:16:34.991706 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:35.006306 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b5b39568-bae7-41a8-9530-7723cb38fbe3 req-8fd06cc7-19f4-4bc4-be00-a244add4234f service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866694 Jul 14 11:16:35.025582 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-db45aa5c-cba6-48f9-b9ee-1ad9be41acf5 req-9024c812-ae3f-4e86-bf6a-1ae69d084572 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Jul 14 11:16:35.334107 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-89328b6e-b32b-4cc7-bc17-ce3c9546a9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:36.143502 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:36.154417 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c879e0-3637-4fe4-9cea-5b97e187c8a7 req-3ad2190c-8cc8-4247-bfe8-2e866e68cf3a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:36.155927 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6c879e0-3637-4fe4-9cea-5b97e187c8a7 req-3ad2190c-8cc8-4247-bfe8-2e866e68cf3a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 946 time: 0.0515001 Jul 14 11:16:36.219127 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b6c879e0-3637-4fe4-9cea-5b97e187c8a7 req-8e14905b-024c-46b2-b61c-f98c04bdcef3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567913 Jul 14 11:16:36.643487 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:16:36.733032 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: ACTIVE; New status is: DOWN {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:36.733571 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:36.764757 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:16:36.767889 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2418d06a-9c73-4b4e-a74c-709caeef8bfe" -d '{"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-unplugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:16:36.790375 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:36.795192 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:36.827990 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e63478-14bd-475a-802d-61c92398a4af x-openstack-request-id: req-c5e63478-14bd-475a-802d-61c92398a4af {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:16:36.828393 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-unplugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:16:36.828747 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5e63478-14bd-475a-802d-61c92398a4af {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:16:36.829290 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e63478-14bd-475a-802d-61c92398a4af'] response: {'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'code': 200} Jul 14 11:16:36.856306 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=8']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:16:37.344524 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe3ce9-4c5f-404c-8eab-1edcf3c71e17 req-c3beb5aa-2ed3-4bd2-b98b-1fa34d879b72 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:37.345985 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fefe3ce9-4c5f-404c-8eab-1edcf3c71e17 req-c3beb5aa-2ed3-4bd2-b98b-1fa34d879b72 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0498576 Jul 14 11:16:37.393169 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fefe3ce9-4c5f-404c-8eab-1edcf3c71e17 req-3414d838-8c38-48c7-957f-1187de0983c3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Jul 14 11:16:37.644567 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d2285607-bb06-4221-bf21-bb2bdf1a0f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:38.325920 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61914198-3f94-46c4-8ddd-2ba816b86612 req-bbd4903a-8070-47fd-8260-75d26acac585 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:38.327390 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61914198-3f94-46c4-8ddd-2ba816b86612 req-bbd4903a-8070-47fd-8260-75d26acac585 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0541046 Jul 14 11:16:38.377171 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-61914198-3f94-46c4-8ddd-2ba816b86612 req-11289fa7-57e4-42ae-801d-4b93879da32f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Jul 14 11:16:38.623795 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59186) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:16:38.698993 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:38.714404 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-7dffe57b-0e1e-453f-8822-45494d7932d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894332 Jul 14 11:16:38.722762 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-01a9954f-7e4a-41bd-9848-7fcd5fbb776a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:16:38.723747 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-01a9954f-7e4a-41bd-9848-7fcd5fbb776a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048337 Jul 14 11:16:38.801342 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59194) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:16:38.894303 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-190d0cf1-b194-41ab-bd93-ce240bac5903 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:38.895730 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-190d0cf1-b194-41ab-bd93-ce240bac5903 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports/6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 941 time: 0.0933814 Jul 14 11:16:39.499938 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17528762-3a86-4478-9489-66afab83610d req-85ea2904-825a-4a1e-8516-bfa8144be588 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:39.501424 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-17528762-3a86-4478-9489-66afab83610d req-85ea2904-825a-4a1e-8516-bfa8144be588 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0475144 Jul 14 11:16:39.549732 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-17528762-3a86-4478-9489-66afab83610d req-84e28541-99ad-4a6f-9bc9-7a9c78470ca5 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 Jul 14 11:16:39.741554 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-e3c8908b-eeda-4fdf-84f8-84f11e456d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:39.743048 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-e3c8908b-eeda-4fdf-84f8-84f11e456d53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431&tenant_id=9b56ea0be2964e21985deb5964232923 HTTP/1.1" status: 200 len: 1128 time: 0.0431900 Jul 14 11:16:39.815439 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-c066f94f-6c0c-4773-bce8-20ccea24bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:39.816845 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-c066f94f-6c0c-4773-bce8-20ccea24bf88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1128 time: 0.0400622 Jul 14 11:16:39.913678 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-228c3782-8098-4ee1-9943-90afe1d2ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:39.915140 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-228c3782-8098-4ee1-9943-90afe1d2ad8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.0920610 Jul 14 11:16:39.976185 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-0764ef7b-36ba-4bab-a8bd-0de4685bf0bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 999 time: 0.0548141 Jul 14 11:16:40.028562 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-3a3e9124-2952-4170-b76b-d7a5f1a5e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:40.029990 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-3a3e9124-2952-4170-b76b-d7a5f1a5e4e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0482461 Jul 14 11:16:40.073956 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-80989a8f-dabe-416a-bdcc-c161701b3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:40.075321 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-80989a8f-dabe-416a-bdcc-c161701b3b2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390916 Jul 14 11:16:40.103618 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:40.167800 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-b839f158-c825-4f7a-b324-8920b24bc41e service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848026 Jul 14 11:16:40.266315 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-ae3afc60-8358-45cc-aba2-963c1aa13c4b service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931916 Jul 14 11:16:40.536003 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:40.664523 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:16:40.704071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2110d32-ddfd-4dfd-91b2-80eb9cb67080 req-df150661-2473-44df-af3f-a3cdc8cf7392 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:40.716134 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a2110d32-ddfd-4dfd-91b2-80eb9cb67080 req-df150661-2473-44df-af3f-a3cdc8cf7392 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0912631 Jul 14 11:16:40.762505 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: DOWN; New status is: DOWN {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:40.796079 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a2110d32-ddfd-4dfd-91b2-80eb9cb67080 req-5dcb32b7-86d3-425f-b06c-9c7d25b93058 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787802 Jul 14 11:16:41.937062 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2045-6fcf-4a70-9877-4ae6df7dabf5 req-468b1aa6-4d4a-4dcc-8ae4-4d12ccb7d5ac tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:41.944691 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-36cf2045-6fcf-4a70-9877-4ae6df7dabf5 req-468b1aa6-4d4a-4dcc-8ae4-4d12ccb7d5ac tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0708616 Jul 14 11:16:41.989401 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-36cf2045-6fcf-4a70-9877-4ae6df7dabf5 req-adbe1c74-b8c5-445b-80a1-318080f63293 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Jul 14 11:16:43.130244 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4986ff5-7881-4c27-8cc0-65ed5a418135 req-51bed510-7636-4fd9-b4bc-bdff78363224 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:43.131780 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f4986ff5-7881-4c27-8cc0-65ed5a418135 req-51bed510-7636-4fd9-b4bc-bdff78363224 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0569198 Jul 14 11:16:43.187521 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f4986ff5-7881-4c27-8cc0-65ed5a418135 req-597cb535-9b7d-498c-8ef6-55ccb8900921 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468826 Jul 14 11:16:44.326175 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f378ef-3f8c-4c93-946c-bce753c4229f req-2384d88f-d1ce-4e98-a9a9-9e48415def68 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:44.328204 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f6f378ef-3f8c-4c93-946c-bce753c4229f req-2384d88f-d1ce-4e98-a9a9-9e48415def68 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0519035 Jul 14 11:16:44.379786 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f6f378ef-3f8c-4c93-946c-bce753c4229f req-63282c8e-af0e-4857-bc10-d87356ad1997 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450618 Jul 14 11:16:45.505417 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18b2b-0f5f-441b-9af7-9e0d5bca4c7a req-fe89f0c2-1a92-496e-85b0-78c88454ba8c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:45.507073 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e2f18b2b-0f5f-441b-9af7-9e0d5bca4c7a req-fe89f0c2-1a92-496e-85b0-78c88454ba8c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0522892 Jul 14 11:16:45.520744 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:45.544478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:45.561527 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e2f18b2b-0f5f-441b-9af7-9e0d5bca4c7a req-84d69af2-bc50-45f6-a7ef-fd452aa401ac tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483325 Jul 14 11:16:45.710292 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:46.673733 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:46.688603 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43af80-3908-49fb-b422-3cc218b92bc8 req-c00768a1-874a-40c6-bc94-4ca63c649d9a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:46.690151 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-af43af80-3908-49fb-b422-3cc218b92bc8 req-c00768a1-874a-40c6-bc94-4ca63c649d9a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0509071 Jul 14 11:16:46.745901 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-af43af80-3908-49fb-b422-3cc218b92bc8 req-349d08a4-230f-4bda-8581-e15af2635948 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496883 Jul 14 11:16:47.893466 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcb809-f7ba-4d77-9b28-7220e7958689 req-1e846364-c763-4405-a2fa-f7ad17f32780 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:47.894985 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dcb809-f7ba-4d77-9b28-7220e7958689 req-1e846364-c763-4405-a2fa-f7ad17f32780 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0586154 Jul 14 11:16:47.956576 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-89dcb809-f7ba-4d77-9b28-7220e7958689 req-c5d93f20-1b81-421d-89ce-c1ab375ee63e tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552733 Jul 14 11:16:49.085704 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4842d0-3fce-4059-b74d-67f4615bbf88 req-4304d1d6-bd56-4191-9038-06c9b441f708 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:49.087410 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd4842d0-3fce-4059-b74d-67f4615bbf88 req-4304d1d6-bd56-4191-9038-06c9b441f708 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0528235 Jul 14 11:16:49.139852 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd4842d0-3fce-4059-b74d-67f4615bbf88 req-718e37dd-30c5-4912-b55f-5d0f2018d5d2 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465953 Jul 14 11:16:50.263088 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53a8f-11c2-46dd-9e86-3032ddbed4fd req-d4c9a060-cea5-4f36-a907-eebc21dacdf7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:50.264599 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4e53a8f-11c2-46dd-9e86-3032ddbed4fd req-d4c9a060-cea5-4f36-a907-eebc21dacdf7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0495303 Jul 14 11:16:50.312547 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c4e53a8f-11c2-46dd-9e86-3032ddbed4fd req-c2f0cbc3-7f39-469e-b7b7-df520381b504 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Jul 14 11:16:51.434852 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8a9ad-2a9a-4d94-a4c6-b0f133d3eeaa req-67923b4b-9c65-4fa6-b5d2-d13ee0b32dce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:51.436393 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c3c8a9ad-2a9a-4d94-a4c6-b0f133d3eeaa req-67923b4b-9c65-4fa6-b5d2-d13ee0b32dce tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0478249 Jul 14 11:16:51.482845 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c3c8a9ad-2a9a-4d94-a4c6-b0f133d3eeaa req-0e016018-b6cc-4e77-8e83-4ed4502e4f25 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Jul 14 11:16:52.603847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded2ce-b294-490c-8a9a-57e00ca2a124 req-041a9d6b-1b4d-450c-ab75-5c22f3c5a6d9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:52.605401 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-98ded2ce-b294-490c-8a9a-57e00ca2a124 req-041a9d6b-1b4d-450c-ab75-5c22f3c5a6d9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0478892 Jul 14 11:16:52.654948 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-98ded2ce-b294-490c-8a9a-57e00ca2a124 req-ecb12705-284c-4d34-8ec8-1cc5ceca90dc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Jul 14 11:16:53.776947 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a540-006f-489e-ac89-ca8b8ec21b5d req-fb86edbc-bbb6-42e3-a595-f70577005ec7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:53.778419 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-92e2a540-006f-489e-ac89-ca8b8ec21b5d req-fb86edbc-bbb6-42e3-a595-f70577005ec7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0500956 Jul 14 11:16:53.811282 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:53.825967 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-92e2a540-006f-489e-ac89-ca8b8ec21b5d req-0f15aa67-767c-4df4-8abd-18060dd91caa tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jul 14 11:16:54.745465 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:16:54.845001 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:54.857709 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'port_id': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'mac_address': 'fa:16:3e:1a:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:16:54.898535 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:54.898928 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:54.967750 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0e3a2-a653-4ccd-a075-336e2217cadf req-83650c09-0617-4bdc-85d9-314dde8dd9f3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:54.970327 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-14a0e3a2-a653-4ccd-a075-336e2217cadf req-83650c09-0617-4bdc-85d9-314dde8dd9f3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 944 time: 0.0660398 Jul 14 11:16:55.031604 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-14a0e3a2-a653-4ccd-a075-336e2217cadf req-2db44838-2ac7-4fab-b56b-42392e9283b9 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540817 Jul 14 11:16:55.047070 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a60328d-ee1e-44d3-8008-6151b2c4427f {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:16:55.069035 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:55.074433 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:55.125124 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=9']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:16:55.132908 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.133262 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.133606 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.134057 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.134547 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.135071 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.135428 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.135770 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.136096 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.136422 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.136747 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.137074 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.137398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.137716 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.138052 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:16:55.521922 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['6a60328d-ee1e-44d3-8008-6151b2c4427f'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:16:55.633296 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:56.153532 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035272-3782-47a1-979f-fd7c1655148a req-85fe39b8-0d07-41e1-b4ac-c83c0cbaba89 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:56.155043 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-05035272-3782-47a1-979f-fd7c1655148a req-85fe39b8-0d07-41e1-b4ac-c83c0cbaba89 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 945 time: 0.0477343 Jul 14 11:16:56.232477 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-05035272-3782-47a1-979f-fd7c1655148a req-e80cfa5a-f4bc-4913-847b-a4163982d9d6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707107 Jul 14 11:16:56.749143 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:16:56.776082 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:56.799074 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 6a60328d-ee1e-44d3-8008-6151b2c4427f triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:16:56.799543 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:56.873358 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 6a60328d-ee1e-44d3-8008-6151b2c4427f is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:16:56.873738 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:56.902689 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:16:56.904958 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678c3287-f0f6-47c1-9351-780124a44a6e" -d '{"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-plugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:16:56.918838 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:16:56.922712 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:56.977121 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=10']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:16:57.097271 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64a4a23-58ec-464b-883f-121d89284b58 x-openstack-request-id: req-f64a4a23-58ec-464b-883f-121d89284b58 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:16:57.097591 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-plugged", "status": "completed", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:16:57.097847 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f64a4a23-58ec-464b-883f-121d89284b58 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:16:57.098244 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64a4a23-58ec-464b-883f-121d89284b58'] response: {'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'code': 200} Jul 14 11:16:57.340044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93828e-979e-4c5a-9655-288b93384512 req-688885a9-6f75-4ed6-aca2-9146468f7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:57.343123 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa93828e-979e-4c5a-9655-288b93384512 req-688885a9-6f75-4ed6-aca2-9146468f7b33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1131 time: 0.0408354 Jul 14 11:16:57.359528 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43668f5-287c-4600-9ea5-d1c6c145ab17 req-99dfbc27-1e40-4b39-ae8a-c8cfaa51fb8f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:57.361048 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b43668f5-287c-4600-9ea5-d1c6c145ab17 req-99dfbc27-1e40-4b39-ae8a-c8cfaa51fb8f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.0520210 Jul 14 11:16:57.392546 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa93828e-979e-4c5a-9655-288b93384512 req-b644112b-d654-48cb-9e11-6a06acf832bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Jul 14 11:16:57.420048 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b43668f5-287c-4600-9ea5-d1c6c145ab17 req-7fb48ca4-f985-418e-b05b-2080274f0cc8 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524952 Jul 14 11:16:58.547780 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f61cb-7b84-4fbc-8ed3-42c0ef8da393 req-f49e5fee-ddbb-49a4-8ca5-e8375afb6c69 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:58.549240 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ad2f61cb-7b84-4fbc-8ed3-42c0ef8da393 req-f49e5fee-ddbb-49a4-8ca5-e8375afb6c69 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.0527344 Jul 14 11:16:58.606770 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ad2f61cb-7b84-4fbc-8ed3-42c0ef8da393 req-7ba7c810-eed0-47bf-8d97-dbac840e6b32 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517361 Jul 14 11:16:58.831328 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:16:59.735127 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc0017-08c3-4c4c-a0f6-cf51dc5a844e req-56494da6-70cd-4d51-9322-dc80d8efb14a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:16:59.736737 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9dbc0017-08c3-4c4c-a0f6-cf51dc5a844e req-56494da6-70cd-4d51-9322-dc80d8efb14a tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.0515437 Jul 14 11:16:59.791172 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9dbc0017-08c3-4c4c-a0f6-cf51dc5a844e req-d590b487-8909-4198-a517-0c6ca5cbeddc tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476913 Jul 14 11:17:00.912117 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589c1be-3c8e-4dfa-b17d-493c140f6b97 req-dcfcdd31-900d-4ba5-aec7-b82b1f3091a3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:00.913627 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d589c1be-3c8e-4dfa-b17d-493c140f6b97 req-dcfcdd31-900d-4ba5-aec7-b82b1f3091a3 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.0475664 Jul 14 11:17:00.961594 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d589c1be-3c8e-4dfa-b17d-493c140f6b97 req-f47fff79-7b41-4a89-9e38-3bd023187d6b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Jul 14 11:17:02.807409 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:05.325510 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8497978a-6a2f-435f-8874-ab06d364f351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:07.648253 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a6283d1d-9432-449c-a413-d1fdb6268beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:08.701740 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:08.827050 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:09.778031 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=64 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:09.786229 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=27 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:10.105843 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:10.539734 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:10.955124 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=64 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:10.957261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=68 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:15.707083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:21.220433 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-bc09259e-849d-453b-a135-92cd175ddac1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397539 Jul 14 11:17:21.328821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f46271-9b89-4999-8cfd-a1652a035223 req-0661b185-9b02-4629-939d-e3a31a5ba726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:21.330297 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-0661b185-9b02-4629-939d-e3a31a5ba726 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b56ea0be2964e21985deb5964232923&device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 1131 time: 0.0451329 Jul 14 11:17:21.437412 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f46271-9b89-4999-8cfd-a1652a035223 req-6b025c91-999b-40c2-b2a4-5d257010e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:21.438951 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-6b025c91-999b-40c2-b2a4-5d257010e5fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 200 len: 918 time: 0.0894020 Jul 14 11:17:21.508682 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-a668ff6a-e821-4e03-8180-bdd513471520 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 200 len: 1001 time: 0.0622163 Jul 14 11:17:21.559652 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f46271-9b89-4999-8cfd-a1652a035223 req-abc85df5-f1f0-4c46-9081-e1e26787412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:21.561136 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-abc85df5-f1f0-4c46-9081-e1e26787412c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 200 len: 856 time: 0.0466583 Jul 14 11:17:21.608175 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f46271-9b89-4999-8cfd-a1652a035223 req-3fdb4e3f-ed7a-4e6a-bfd9-563020f7edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:21.609629 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-3fdb4e3f-ed7a-4e6a-bfd9-563020f7edff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90ec2180-c51d-4c74-aa35-68c20d17fb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415168 Jul 14 11:17:21.711613 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-3a991486-d034-406f-b940-ebf50c558a84 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914917 Jul 14 11:17:21.799931 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43f46271-9b89-4999-8cfd-a1652a035223 req-ff35c559-1c9d-4356-8d43-187b165468c7 service neutron] 10.222.0.26 "GET /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823131 Jul 14 11:17:25.700854 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:25.702779 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:31.795690 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=52 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:31.796489 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=49 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:35.328696 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ea4ec04f-4d5c-46b8-967d-796dc484370c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:35.831774 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:17:37.653699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c21d-45b2-472b-864c-2754dc5db9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:38.705274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:40.113396 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:40.549687 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:45.726178 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:45.826736 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:45.828676 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=19 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:55.622543 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba2b5-f286-4444-86ab-e64d062ae9c5 req-8c440e94-8643-42b7-86f9-e7b588d4c856 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:55.624408 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-802ba2b5-f286-4444-86ab-e64d062ae9c5 req-8c440e94-8643-42b7-86f9-e7b588d4c856 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0794415 Jul 14 11:17:55.688394 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-802ba2b5-f286-4444-86ab-e64d062ae9c5 req-09561975-7952-44b9-ba76-f4ab90734b65 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563331 Jul 14 11:17:55.705340 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d8aa0-56e3-4328-b2e7-3c5fd015c9fe req-111704e3-3dff-469d-97a0-05fb13d60214 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:55.708084 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-937d8aa0-56e3-4328-b2e7-3c5fd015c9fe req-111704e3-3dff-469d-97a0-05fb13d60214 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0924218 Jul 14 11:17:55.717583 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:55.722180 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:55.788515 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-937d8aa0-56e3-4328-b2e7-3c5fd015c9fe req-266c615b-1edb-4ba6-9116-e8f584f08e4d tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743423 Jul 14 11:17:56.824346 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f89b-57e1-4983-a5f6-f84ad77b8722 req-0f99702b-e682-4b0d-8a19-fbae7c9a2257 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:56.825991 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f191f89b-57e1-4983-a5f6-f84ad77b8722 req-0f99702b-e682-4b0d-8a19-fbae7c9a2257 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0532558 Jul 14 11:17:56.899566 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f191f89b-57e1-4983-a5f6-f84ad77b8722 req-e3a88ea6-3508-4b2a-bdde-6e6554330f98 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666349 Jul 14 11:17:56.955841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed6cbe-6a59-4fb7-807e-60b25d8b3a29 req-4436f2e9-0dd1-4d67-91f6-7456ec3c486f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:56.957502 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3ed6cbe-6a59-4fb7-807e-60b25d8b3a29 req-4436f2e9-0dd1-4d67-91f6-7456ec3c486f tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0705612 Jul 14 11:17:57.018621 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f3ed6cbe-6a59-4fb7-807e-60b25d8b3a29 req-9fb7e099-33c7-4a37-92d5-d4451b855284 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545239 Jul 14 11:17:58.043262 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07717c-2ecc-4cc9-aaaf-e727851935ad req-5fb5365b-d79f-4a94-8f6c-d135e538867d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:58.045062 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7d07717c-2ecc-4cc9-aaaf-e727851935ad req-5fb5365b-d79f-4a94-8f6c-d135e538867d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0557716 Jul 14 11:17:58.114494 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7d07717c-2ecc-4cc9-aaaf-e727851935ad req-fd2a2f3c-9180-4b0b-b956-e86a8b841443 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583265 Jul 14 11:17:58.187062 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff41e50-b5f4-49be-a5bb-d5983f4c4d8d req-af705f15-2506-4d93-b923-488c973e4b4b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:58.189829 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dff41e50-b5f4-49be-a5bb-d5983f4c4d8d req-af705f15-2506-4d93-b923-488c973e4b4b tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0848980 Jul 14 11:17:58.251596 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dff41e50-b5f4-49be-a5bb-d5983f4c4d8d req-62f71e65-8dd1-4bb8-b303-e3e800406d38 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543537 Jul 14 11:17:58.759755 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ad997-26af-4d75-b51c-4902c62761c9 req-ae3cba19-4938-4760-8cb7-2408858ad3f3 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:58.762394 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-461ad997-26af-4d75-b51c-4902c62761c9 req-ae3cba19-4938-4760-8cb7-2408858ad3f3 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0633955 Jul 14 11:17:58.928887 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Deleting port 98da6298-514b-49c8-9c95-10d67d8b606e {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:17:58.929315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:59.037731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] For port 98da6298-514b-49c8-9c95-10d67d8b606e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=98da6298-514b-49c8-9c95-10d67d8b606e,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:17:59.038054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:59.147633 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c6cce-539c-4b66-8660-e211d4977a31 req-2daa397b-9b4e-44e5-9475-7d5385f64db0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:59.149511 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-962c6cce-539c-4b66-8660-e211d4977a31 req-2daa397b-9b4e-44e5-9475-7d5385f64db0 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.0950763 Jul 14 11:17:59.274009 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c968f-f549-4732-8ca5-6e3500392dc4 req-b17f49b7-d9b2-4bf2-bb57-ca925a765251 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:59.275850 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c54c968f-f549-4732-8ca5-6e3500392dc4 req-b17f49b7-d9b2-4bf2-bb57-ca925a765251 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 945 time: 0.0665908 Jul 14 11:17:59.355780 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-c54c968f-f549-4732-8ca5-6e3500392dc4 req-13bc9579-8d7d-4446-8a75-e8c8eea7d2e7 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups?id=a5cb2282-f618-461d-913f-e472e19050c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705388 Jul 14 11:17:59.668478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:59.669351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (59cd1613-12b7-4c4f-b10e-8eae8cff61fc), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:59.669351 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Floating IP 59cd1613-12b7-4c4f-b10e-8eae8cff61fc disassociated. External IP: 172.27.0.89, port: 98da6298-514b-49c8-9c95-10d67d8b606e. Jul 14 11:17:59.669668 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Calling delete_port for 98da6298-514b-49c8-9c95-10d67d8b606e owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:17:59.679176 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e91c95-5085-4823-98cc-ef329cd60e81 req-20d87bb0-26c3-4520-a56f-a0fec4874768 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:17:59.680777 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50e91c95-5085-4823-98cc-ef329cd60e81 req-20d87bb0-26c3-4520-a56f-a0fec4874768 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 946 time: 0.1191018 Jul 14 11:17:59.681355 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port fc6de59e-9654-4e10-9a58-7bd91197de9a {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:17:59.681687 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:17:59.820890 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:59.855622 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:17:59.883353 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-50e91c95-5085-4823-98cc-ef329cd60e81 req-55516921-b191-449a-92d6-d00e6759aaa7 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups?id=87257343-f6b2-4113-806b-36ad7c11d82f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803968 Jul 14 11:17:59.895353 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] For port fc6de59e-9654-4e10-9a58-7bd91197de9a, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=fc6de59e-9654-4e10-9a58-7bd91197de9a,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:17:59.895743 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:00.079708 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (98da6298-514b-49c8-9c95-10d67d8b606e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:00.152886 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event deleted for resources: {'Port': ['ID=98da6298-514b-49c8-9c95-10d67d8b606e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:00.176321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.176790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.177208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.177697 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.178241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.178961 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.179503 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.180073 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.180554 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.180955 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.181984 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.182136 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.182581 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.183103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.183666 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:00.252477 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:00.252851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (837044da-4e4f-4f65-883c-4254f8f44698), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:00.253293 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Floating IP 837044da-4e4f-4f65-883c-4254f8f44698 disassociated. External IP: 172.27.0.60, port: fc6de59e-9654-4e10-9a58-7bd91197de9a. Jul 14 11:18:00.253680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for fc6de59e-9654-4e10-9a58-7bd91197de9a owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:00.389496 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Router e333d302-97e4-45f3-8be6-47dbeb802832 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:18:00.498038 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd40487c-2172-4a66-b905-9e054a353ba6 req-5db83891-fdc6-4ddc-9943-73a1c57b897d tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/ports?device_id=e926c16d-12f3-4547-a52f-5056741e44a3 HTTP/1.1" status: 200 len: 210 time: 0.0513124 Jul 14 11:18:00.560015 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (fc6de59e-9654-4e10-9a58-7bd91197de9a), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:00.609368 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:00.611323 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=fc6de59e-9654-4e10-9a58-7bd91197de9a,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:00.631883 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] Sync routers for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:00.662875 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:00.664407 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:17:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:00.686749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:00.724502 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] No DVR routers for this DVR port 98da6298-514b-49c8-9c95-10d67d8b606e on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:00.730478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:00.733787 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-461ad997-26af-4d75-b51c-4902c62761c9 req-8831e9d5-dada-43f4-985d-3a9f30cb4330 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.26 "DELETE /v2.0/ports/98da6298-514b-49c8-9c95-10d67d8b606e HTTP/1.1" status: 204 len: 173 time: 1.8980751 Jul 14 11:18:00.734296 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'name': 'network-vif-deleted', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:18:00.736944 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3675baf-6e51-49fb-aad5-a1ce10a50847" -d '{"events": [{"server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "name": "network-vif-deleted", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:18:00.855720 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:00.865609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:18:00.868566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df12c3-a459-4f96-96df-7eb97ae02c7c x-openstack-request-id: req-e1df12c3-a459-4f96-96df-7eb97ae02c7c {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:18:00.868990 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e926c16d-12f3-4547-a52f-5056741e44a3", "name": "network-vif-deleted", "tag": "98da6298-514b-49c8-9c95-10d67d8b606e", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:18:00.870451 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1df12c3-a459-4f96-96df-7eb97ae02c7c {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:18:00.871097 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1df12c3-a459-4f96-96df-7eb97ae02c7c'] response: {'server_uuid': 'e926c16d-12f3-4547-a52f-5056741e44a3', 'name': 'network-vif-deleted', 'tag': '98da6298-514b-49c8-9c95-10d67d8b606e', 'status': 'completed', 'code': 200} Jul 14 11:18:01.037633 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:01.072761 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1407b38d-e438-4d9c-8d78-cfa49689ecbd req-c0f09936-d1f7-4755-96f6-135bfca040f6 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/ports?device_id=eae92658-6b4c-4f08-886d-9a0da70df211 HTTP/1.1" status: 200 len: 210 time: 0.0570834 Jul 14 11:18:01.089979 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:01.109763 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:01.134462 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:01.136227 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:17:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:01.174159 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] No DVR routers for this DVR port fc6de59e-9654-4e10-9a58-7bd91197de9a on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:01.181750 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:01.182974 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device fc6de59e-9654-4e10-9a58-7bd91197de9a no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:01.189285 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-962c6cce-539c-4b66-8660-e211d4977a31 req-534cf899-44dd-4ff7-b8ae-a034c94d6644 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.26 "DELETE /v2.0/ports/fc6de59e-9654-4e10-9a58-7bd91197de9a HTTP/1.1" status: 204 len: 173 time: 2.0335417 Jul 14 11:18:01.214999 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: fc6de59e-9654-4e10-9a58-7bd91197de9a {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:01.215278 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device fc6de59e-9654-4e10-9a58-7bd91197de9a not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:01.215919 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 98da6298-514b-49c8-9c95-10d67d8b606e no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:01.241238 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 98da6298-514b-49c8-9c95-10d67d8b606e {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:01.241511 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 98da6298-514b-49c8-9c95-10d67d8b606e not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:01.245436 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:01.329478 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] Checking router: e333d302-97e4-45f3-8be6-47dbeb802832 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:01.355230 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:01.356403 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:17:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:01.497837 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:01.555556 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:01.650157 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59566) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:01.729863 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (a5cb2282-f618-461d-913f-e472e19050c9), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:01.787722 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (a5cb2282-f618-461d-913f-e472e19050c9), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:01.837293 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:01.893008 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:01.911453 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a5cb2282-f618-461d-913f-e472e19050c9), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:01.915900 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:01.917341 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:17:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:01.924407 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:01.930606 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "DELETE /v2.0/security-groups/a5cb2282-f618-461d-913f-e472e19050c9 HTTP/1.1" status: 204 len: 168 time: 0.2744033 Jul 14 11:18:01.931144 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59568) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:01.940914 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:01.960241 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb2282-f618-461d-913f-e472e19050c9,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:01.973818 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-f3c182b0-6c9e-4021-947b-8f0ae043efd1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] show failed (client error): The resource could not be found. Jul 14 11:18:01.976332 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.976894 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.977455 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.978189 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.978755 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.979311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.979956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.980515 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.985796 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.986031 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f3c182b0-6c9e-4021-947b-8f0ae043efd1 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "GET /v2.0/security-groups/a5cb2282-f618-461d-913f-e472e19050c9 HTTP/1.1" status: 404 len: 347 time: 0.0482807 Jul 14 11:18:01.986184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.986184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.986184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.986184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.986184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.986184 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09703423-890c-42f6-9eaa-1ba3d2b26198 tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:01.987406 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59570) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:02.002208 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfc739c-ccbc-44f8-b724-42a9528857b0 None None] The sync data for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi is: [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:09:37Z', 'revision_number': 4, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '83e4774d-0372-49f5-b986-009ebb3e4093', 'name': '', 'network_id': 'd8eaca00-9ce0-454f-9fb3-291577542b1d', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'mac_address': 'fa:16:3e:bb:fb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:36Z', 'updated_at': '2022-07-14T11:09:42Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'subnets': [{'id': '5f60e310-18df-48f3-9225-ff862d495fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:02.124779 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:02.255924 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59576) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:02.264866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Deleting port cc69d372-1cc5-487c-b978-073c0df1b321 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:02.265386 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (cc69d372-1cc5-487c-b978-073c0df1b321), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.387931 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-19a9c69b-a37c-484c-8c32-37ef46f0ee06 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (87257343-f6b2-4113-806b-36ad7c11d82f), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.404016 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (cc69d372-1cc5-487c-b978-073c0df1b321), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.404658 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (cc69d372-1cc5-487c-b978-073c0df1b321), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.426317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Calling delete_port for cc69d372-1cc5-487c-b978-073c0df1b321 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:02.438420 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-19a9c69b-a37c-484c-8c32-37ef46f0ee06 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (87257343-f6b2-4113-806b-36ad7c11d82f), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.444552 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:02.490948 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1db645-7507-453a-94f4-a06415e6ed18 None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:07:21Z', 'revision_number': 4, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '8de2e282-b843-478a-a280-8474deeb97ed', 'name': '', 'network_id': '9e745ada-d5b0-42ea-a509-ecc280f4f780', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'mac_address': 'fa:16:3e:2f:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:19Z', 'updated_at': '2022-07-14T11:07:30Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'subnets': [{'id': '44b46b4d-f60f-4fda-be8f-e4247e94a6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:02.519484 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbeb18d-d7aa-4fcb-b69a-a427d2f1812e None None] New status for floating IP 59cd1613-12b7-4c4f-b10e-8eae8cff61fc: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:18:02.539440 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-19a9c69b-a37c-484c-8c32-37ef46f0ee06 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (87257343-f6b2-4113-806b-36ad7c11d82f), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.543170 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-19a9c69b-a37c-484c-8c32-37ef46f0ee06 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.545375 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-19a9c69b-a37c-484c-8c32-37ef46f0ee06 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/security-groups/87257343-f6b2-4113-806b-36ad7c11d82f HTTP/1.1" status: 204 len: 168 time: 0.2875161 Jul 14 11:18:02.549797 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59578) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:02.561715 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c69b-a37c-484c-8c32-37ef46f0ee06 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87257343-f6b2-4113-806b-36ad7c11d82f,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:02.574362 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-7966a18c-25a3-4623-a605-bcbf2eee5d43 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] show failed (client error): The resource could not be found. Jul 14 11:18:02.577353 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-7966a18c-25a3-4623-a605-bcbf2eee5d43 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "GET /v2.0/security-groups/87257343-f6b2-4113-806b-36ad7c11d82f HTTP/1.1" status: 404 len: 347 time: 0.0254705 Jul 14 11:18:02.579430 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59580) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:02.729132 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (cc69d372-1cc5-487c-b978-073c0df1b321), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.731867 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.db.api [None req-afbeb18d-d7aa-4fcb-b69a-a427d2f1812e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:18:02.734158 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG oslo_db.api [None req-afbeb18d-d7aa-4fcb-b69a-a427d2f1812e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:18:02.777952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Pushing event deleted for resources: {'Port': ['ID=cc69d372-1cc5-487c-b978-073c0df1b321,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:02.813028 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks [] for floatingip (59cd1613-12b7-4c4f-b10e-8eae8cff61fc), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.817267 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.821641 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e920d9f2-1429-4242-9b20-1db2a2f4c10b tempest-AttachVolumeTestJSON-618568205 tempest-AttachVolumeTestJSON-618568205-project] 10.222.0.75 "DELETE /v2.0/floatingips/59cd1613-12b7-4c4f-b10e-8eae8cff61fc HTTP/1.1" status: 204 len: 168 time: 0.8291340 Jul 14 11:18:02.830263 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Deleting port b04a4e19-2a41-4a67-bfe2-d220a8f3ff37 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:02.832576 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.872016 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'name': 'network-vif-deleted', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:18:02.876061 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497080b7-e324-4e9d-89ad-82e7a8b7f61b" -d '{"events": [{"server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "name": "network-vif-deleted", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:18:02.927494 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68fcf8-e974-43e3-b4c6-8087d205e084 None None] New status for floating IP 837044da-4e4f-4f65-883c-4254f8f44698: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:18:02.960297 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ffd061-c24b-46e1-8a47-827cf7b34973 x-openstack-request-id: req-28ffd061-c24b-46e1-8a47-827cf7b34973 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:18:02.961222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae92658-6b4c-4f08-886d-9a0da70df211", "name": "network-vif-deleted", "tag": "fc6de59e-9654-4e10-9a58-7bd91197de9a", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:18:02.961222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28ffd061-c24b-46e1-8a47-827cf7b34973 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:18:02.962207 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ffd061-c24b-46e1-8a47-827cf7b34973'] response: {'server_uuid': 'eae92658-6b4c-4f08-886d-9a0da70df211', 'name': 'network-vif-deleted', 'tag': 'fc6de59e-9654-4e10-9a58-7bd91197de9a', 'status': 'completed', 'code': 200} Jul 14 11:18:02.962416 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.963932 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:02.995941 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Calling delete_port for b04a4e19-2a41-4a67-bfe2-d220a8f3ff37 owned by network:floatingip {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:03.007813 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:03.089774 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:03.236173 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbeb18d-d7aa-4fcb-b69a-a427d2f1812e None None] New status for floating IP 59cd1613-12b7-4c4f-b10e-8eae8cff61fc: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:18:03.246887 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (b04a4e19-2a41-4a67-bfe2-d220a8f3ff37), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:03.293257 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Pushing event deleted for resources: {'Port': ['ID=b04a4e19-2a41-4a67-bfe2-d220a8f3ff37,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:03.403702 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks [] for floatingip (837044da-4e4f-4f65-883c-4254f8f44698), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:03.406976 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:03.409616 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c36a699f-8dd2-4458-9c15-d07ca0cccff5 tempest-AttachVolumeNegativeTest-1424845745 tempest-AttachVolumeNegativeTest-1424845745-project] 10.222.0.75 "DELETE /v2.0/floatingips/837044da-4e4f-4f65-883c-4254f8f44698 HTTP/1.1" status: 204 len: 168 time: 0.8278999 Jul 14 11:18:05.344592 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:05.360930 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-06c0c6a1-5999-4d35-8efe-7fdc1e0ca7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:05.592033 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ab62-9485-4f64-b0c5-1dcad8490aa3 req-30506f3a-2622-49c0-be8c-7a5cbe771664 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:05.594507 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fa09ab62-9485-4f64-b0c5-1dcad8490aa3 req-30506f3a-2622-49c0-be8c-7a5cbe771664 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.0571210 Jul 14 11:18:05.673383 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fa09ab62-9485-4f64-b0c5-1dcad8490aa3 req-cf18e348-3a3c-4987-819f-487ed1e6bde6 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714338 Jul 14 11:18:06.625454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59652) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:06.938426 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f740117-b2b7-42f7-a046-80326071c9cd req-728a0df1-2f9a-41cb-8627-4cf18eeb130f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:06.941804 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4f740117-b2b7-42f7-a046-80326071c9cd req-728a0df1-2f9a-41cb-8627-4cf18eeb130f tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.1691713 Jul 14 11:18:07.063789 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4f740117-b2b7-42f7-a046-80326071c9cd req-da830492-484d-4837-b35f-fb0ce63f6d83 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720413 Jul 14 11:18:07.138349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-445c701d-a597-40b2-912f-8855d74ef156 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:07.141100 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-445c701d-a597-40b2-912f-8855d74ef156 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.0839994 Jul 14 11:18:07.291010 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59664) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:07.314692 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Deleting port 6a60328d-ee1e-44d3-8008-6151b2c4427f {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:07.315226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:07.368165 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (e333d302-97e4-45f3-8be6-47dbeb802832), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:07.515718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:07.540207 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] For port 6a60328d-ee1e-44d3-8008-6151b2c4427f, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=6a60328d-ee1e-44d3-8008-6151b2c4427f,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:07.540592 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:07.611251 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:07.647933 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:07.661614 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5e23be57-544c-4cb0-9607-92a56dafa015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:07.709964 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Deleting port 83e4774d-0372-49f5-b986-009ebb3e4093 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:07.710523 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:07.869098 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] For port 83e4774d-0372-49f5-b986-009ebb3e4093, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=83e4774d-0372-49f5-b986-009ebb3e4093,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:07.869616 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:07.894550 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Calling delete_port for 83e4774d-0372-49f5-b986-009ebb3e4093 owned by network:router_interface {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:07.975173 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:08.154302 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:08.155201 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (76cba743-af4f-46dd-9f98-404c63762ae2), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:08.155448 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Floating IP 76cba743-af4f-46dd-9f98-404c63762ae2 disassociated. External IP: 172.27.0.96, port: 6a60328d-ee1e-44d3-8008-6151b2c4427f. Jul 14 11:18:08.156035 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Calling delete_port for 6a60328d-ee1e-44d3-8008-6151b2c4427f owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:08.304425 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee61e46-1c83-4f6f-afaf-0375f4ebd94a req-23b8822c-22c3-429f-bba8-14ab2254b060 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:08.306165 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ee61e46-1c83-4f6f-afaf-0375f4ebd94a req-23b8822c-22c3-429f-bba8-14ab2254b060 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 947 time: 0.1379871 Jul 14 11:18:08.436039 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (3e3347c4-6e58-4427-999c-0f8642dab46c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:08.444153 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7ee61e46-1c83-4f6f-afaf-0375f4ebd94a req-71baf363-f66b-4258-bb35-3153090c945d tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups?id=c69ca67d-ce1e-4ff6-a263-30eedc0f312b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271720 Jul 14 11:18:08.494568 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (83e4774d-0372-49f5-b986-009ebb3e4093), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:08.534421 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e4774d-0372-49f5-b986-009ebb3e4093,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:08.593465 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (6a60328d-ee1e-44d3-8008-6151b2c4427f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:08.636027 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event deleted for resources: {'Port': ['ID=6a60328d-ee1e-44d3-8008-6151b2c4427f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:08.736231 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:08.794430 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:08.825978 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (e333d302-97e4-45f3-8be6-47dbeb802832), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:08.884896 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:08.932263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Router 33f6a44b-fe67-4873-9206-5d70077f9f81 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:18:08.939851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Deleting port 8de2e282-b843-478a-a280-8474deeb97ed {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:08.940711 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (8de2e282-b843-478a-a280-8474deeb97ed), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.091466 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Router e333d302-97e4-45f3-8be6-47dbeb802832 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:18:09.124559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] For port 8de2e282-b843-478a-a280-8474deeb97ed, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=8de2e282-b843-478a-a280-8474deeb97ed,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:09.124948 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (8de2e282-b843-478a-a280-8474deeb97ed), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.147964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Calling delete_port for 8de2e282-b843-478a-a280-8474deeb97ed owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:09.156416 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:09.177909 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] Sync routers for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:09.191550 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:09.196774 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:09.252146 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:09.265769 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] Sync routers for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:09.266261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] No DVR routers for this DVR port 6a60328d-ee1e-44d3-8008-6151b2c4427f on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:09.268898 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.272802 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2be75ff3-8f7f-4945-b6ee-06edaa173062 req-3c5e1724-35c9-4def-a55a-1d2bd5838182 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.26 "DELETE /v2.0/ports/6a60328d-ee1e-44d3-8008-6151b2c4427f HTTP/1.1" status: 204 len: 173 time: 2.1263096 Jul 14 11:18:09.275229 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-deleted', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:18:09.277252 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-339c46be-d256-442b-9f76-5eb8ca7710d2 admin admin] 10.222.0.75 "PUT /v2.0/routers/e333d302-97e4-45f3-8be6-47dbeb802832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516168 Jul 14 11:18:09.279796 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59670) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:09.289673 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1271e15-e638-4c9c-ab8c-08e586b5d5a7" -d '{"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-deleted", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:18:09.294111 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:09.295434 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:09.364514 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:09.439531 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks [] for router (e333d302-97e4-45f3-8be6-47dbeb802832), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.470639 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:09.477813 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:09.526934 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5717ddab-12db-4981-bbb2-217e240acb0b x-openstack-request-id: req-5717ddab-12db-4981-bbb2-217e240acb0b {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:18:09.530360 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431", "name": "network-vif-deleted", "tag": "6a60328d-ee1e-44d3-8008-6151b2c4427f", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:18:09.532672 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5717ddab-12db-4981-bbb2-217e240acb0b {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:18:09.533768 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5717ddab-12db-4981-bbb2-217e240acb0b'] response: {'server_uuid': '7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431', 'name': 'network-vif-deleted', 'tag': '6a60328d-ee1e-44d3-8008-6151b2c4427f', 'status': 'completed', 'code': 200} Jul 14 11:18:09.572522 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:09.650752 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks [] for router_gateway (e333d302-97e4-45f3-8be6-47dbeb802832), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.663033 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:09.686236 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (8de2e282-b843-478a-a280-8474deeb97ed), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.720767 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Deleting port 0d9ddf59-5c8a-4353-9809-bb33d157a06c {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:09.721104 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.760277 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a6eb855e-334e-49ba-8f5e-1e9dfcecefed req-461f736d-71df-46b4-984a-34ecd8da10d7 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7f69d9f2-87dd-44b7-a1ea-8b8daa3c6431 HTTP/1.1" status: 200 len: 210 time: 0.0759959 Jul 14 11:18:09.763417 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de2e282-b843-478a-a280-8474deeb97ed,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:09.811278 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:09.851149 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] For port 0d9ddf59-5c8a-4353-9809-bb33d157a06c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0d9ddf59-5c8a-4353-9809-bb33d157a06c,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:09.852347 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:09.871835 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Calling delete_port for 0d9ddf59-5c8a-4353-9809-bb33d157a06c owned by network:router_gateway {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:09.886798 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:18:08Z', 'revision_number': 5, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port': {'id': '0d9ddf59-5c8a-4353-9809-bb33d157a06c', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:09:34Z', 'updated_at': '2022-07-14T11:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:09.941105 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] Checking router: e333d302-97e4-45f3-8be6-47dbeb802832 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:09.959097 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] Routers {'e333d302-97e4-45f3-8be6-47dbeb802832'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:09.961970 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e333d302-97e4-45f3-8be6-47dbeb802832'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:10.060494 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:10.091540 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (3e3347c4-6e58-4427-999c-0f8642dab46c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.145524 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:10.189477 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] Set router e333d302-97e4-45f3-8be6-47dbeb802832 gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:10.196051 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.203576 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] Checking router: 33f6a44b-fe67-4873-9206-5d70077f9f81 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:10.217495 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:10.218859 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:10.234945 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (0d9ddf59-5c8a-4353-9809-bb33d157a06c), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.279577 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9ddf59-5c8a-4353-9809-bb33d157a06c,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:10.348486 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:18:09Z', 'revision_number': 6, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:10.373134 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:10.387580 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (e333d302-97e4-45f3-8be6-47dbeb802832), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.402985 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce28da-e4f8-425c-9461-25e3f8b2d4d1 None None] The sync data for ids ['e333d302-97e4-45f3-8be6-47dbeb802832'] in dv-cinder-848938-2-iscsi is: [{'id': 'e333d302-97e4-45f3-8be6-47dbeb802832', 'name': 'tempest-AttachVolumeTestJSON-3631253-router', 'tenant_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:09:33Z', 'updated_at': '2022-07-14T11:18:09Z', 'revision_number': 6, 'project_id': 'a7cf89df79d64153a73a5ec4d49f376f', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:10.426838 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Router 3e3347c4-6e58-4427-999c-0f8642dab46c has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:18:10.514956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (e333d302-97e4-45f3-8be6-47dbeb802832), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.517919 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks [] for router_controller (e333d302-97e4-45f3-8be6-47dbeb802832), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.564685 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:10.572693 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4b70cb29-965e-4b75-86e0-167af8405551 admin admin] 10.222.0.75 "PUT /v2.0/routers/3e3347c4-6e58-4427-999c-0f8642dab46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2773967 Jul 14 11:18:10.573526 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59676) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:10.582388 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] Sync routers for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:10.588996 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.615903 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:10.616928 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:10.617521 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (e333d302-97e4-45f3-8be6-47dbeb802832), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.618641 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e333d302-97e4-45f3-8be6-47dbeb802832 {{(pid=104141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:18:10.626133 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.628753 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-289a2fac-3e1a-4436-9e87-7a974e9801ad admin admin] 10.222.0.75 "DELETE /v2.0/routers/e333d302-97e4-45f3-8be6-47dbeb802832 HTTP/1.1" status: 204 len: 168 time: 1.3474946 Jul 14 11:18:10.631836 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59678) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:10.709731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:10.744982 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] Deleting subnet 5f60e310-18df-48f3-9225-ff862d495fe3 {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:18:10.751615 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] Publish callbacks [] for subnet (5f60e310-18df-48f3-9225-ff862d495fe3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.790240 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks [] for router (3e3347c4-6e58-4427-999c-0f8642dab46c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.823093 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:10.866446 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c9ffb-5f57-4c39-9bcb-005cab1c3fb3 None None] The sync data for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi is: [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:07:26Z', 'revision_number': 4, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '7e1c116f-4237-4a3f-a02f-aa05bd2386f9', 'name': '', 'network_id': '90ec2180-c51d-4c74-aa35-68c20d17fb42', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'mac_address': 'fa:16:3e:d3:03:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:25Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'subnets': [{'id': '1ca2b66a-e97f-480c-a28a-47999a71b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:10.894469 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:10.937857 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] Publish callbacks [] for subnet (5f60e310-18df-48f3-9225-ff862d495fe3), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:10.966007 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 83e4774d-0372-49f5-b986-009ebb3e4093 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:10.988522 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks [] for router_gateway (3e3347c4-6e58-4427-999c-0f8642dab46c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.019465 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59684) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:11.033215 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 83e4774d-0372-49f5-b986-009ebb3e4093 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:11.034358 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 83e4774d-0372-49f5-b986-009ebb3e4093 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:11.097517 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (5f60e310-18df-48f3-9225-ff862d495fe3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.115515 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:11.127981 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Deleting port a087ff59-b338-4c21-b702-b9c5cc110c4b {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:11.128356 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.131474 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb79a8e1-a28f-498f-887d-b9e5843cf7ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (c69ca67d-ce1e-4ff6-a263-30eedc0f312b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.140846 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:11.169480 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb79a8e1-a28f-498f-887d-b9e5843cf7ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (c69ca67d-ce1e-4ff6-a263-30eedc0f312b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.202509 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 6a60328d-ee1e-44d3-8008-6151b2c4427f {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:11.202937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 6a60328d-ee1e-44d3-8008-6151b2c4427f not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:11.254672 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb79a8e1-a28f-498f-887d-b9e5843cf7ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (c69ca67d-ce1e-4ff6-a263-30eedc0f312b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.258897 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-eb79a8e1-a28f-498f-887d-b9e5843cf7ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.264957 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-eb79a8e1-a28f-498f-887d-b9e5843cf7ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "DELETE /v2.0/security-groups/c69ca67d-ce1e-4ff6-a263-30eedc0f312b HTTP/1.1" status: 204 len: 168 time: 0.2420034 Jul 14 11:18:11.265838 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59686) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:11.272628 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:18:09Z', 'revision_number': 5, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port': {'id': 'a087ff59-b338-4c21-b702-b9c5cc110c4b', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:99:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:13Z', 'updated_at': '2022-07-14T11:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:11.284287 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79a8e1-a28f-498f-887d-b9e5843cf7ab tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ca67d-ce1e-4ff6-a263-30eedc0f312b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:11.284531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] For port a087ff59-b338-4c21-b702-b9c5cc110c4b, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=a087ff59-b338-4c21-b702-b9c5cc110c4b,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:11.285075 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.315272 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] Checking router: 3e3347c4-6e58-4427-999c-0f8642dab46c for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:11.320496 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for subnet (5f60e310-18df-48f3-9225-ff862d495fe3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.333699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] Routers {'3e3347c4-6e58-4427-999c-0f8642dab46c'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:11.334350 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['3e3347c4-6e58-4427-999c-0f8642dab46c'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:11.392705 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.api.v2.resource [None req-f9466532-4f0d-4400-8387-9e3cbaf4b44b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] show failed (client error): The resource could not be found. Jul 14 11:18:11.396580 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f9466532-4f0d-4400-8387-9e3cbaf4b44b tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "GET /v2.0/security-groups/c69ca67d-ce1e-4ff6-a263-30eedc0f312b HTTP/1.1" status: 404 len: 347 time: 0.1040161 Jul 14 11:18:11.396580 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Calling delete_port for a087ff59-b338-4c21-b702-b9c5cc110c4b owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:11.397083 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59688) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:11.405677 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8c4f94-19d1-460d-8199-f2528269bbe0 None None] New status for floating IP 76cba743-af4f-46dd-9f98-404c63762ae2: DOWN {{(pid=104144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:18:11.409911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f60e310-18df-48f3-9225-ff862d495fe3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:11.416860 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.421270 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-36e6678d-210b-4861-a1c5-6fde388d4c38 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5f60e310-18df-48f3-9225-ff862d495fe3 HTTP/1.1" status: 204 len: 168 time: 0.7881615 Jul 14 11:18:11.429569 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:11.433972 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59690) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:11.444237 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb02271-e135-4950-80d5-e3f096249661 None None] Network d8eaca00-9ce0-454f-9fb3-291577542b1d requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:11.526994 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:11.601540 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Deleting port 2ab931ca-c036-44b2-b277-a24ee88c0a58 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:11.602402 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.620725 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:11.690796 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (d8eaca00-9ce0-454f-9fb3-291577542b1d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.691113 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] Set router 3e3347c4-6e58-4427-999c-0f8642dab46c gateway port host: None {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:11.779357 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.780074 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (2ab931ca-c036-44b2-b277-a24ee88c0a58), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:11.799824 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Calling delete_port for 2ab931ca-c036-44b2-b277-a24ee88c0a58 owned by network:floatingip {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:11.808202 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:18:10Z', 'revision_number': 6, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:11.822725 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:11.866999 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d3e40-b364-4210-85ed-25aacfdcdf63 None None] The sync data for ids ['3e3347c4-6e58-4427-999c-0f8642dab46c'] in dv-cinder-848938-2-iscsi is: [{'id': '3e3347c4-6e58-4427-999c-0f8642dab46c', 'name': 'tempest-AttachVolumeNegativeTest-2002331227-router', 'tenant_id': '7f04452d94114c64b9882cfa66e29479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:11Z', 'updated_at': '2022-07-14T11:18:10Z', 'revision_number': 6, 'project_id': '7f04452d94114c64b9882cfa66e29479', 'gw_port_host': None}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:11.938909 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Deleting port 730a8e6a-e080-46de-a648-9b42bddd2dd6 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:11.939528 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.025572 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (2ab931ca-c036-44b2-b277-a24ee88c0a58), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.055865 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Pushing event deleted for resources: {'Port': ['ID=2ab931ca-c036-44b2-b277-a24ee88c0a58,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:12.150554 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks [] for floatingip (76cba743-af4f-46dd-9f98-404c63762ae2), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.153582 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.154917 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-65f22c29-51a1-46aa-9e44-8892efab8a4c tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] 10.222.0.75 "DELETE /v2.0/floatingips/76cba743-af4f-46dd-9f98-404c63762ae2 HTTP/1.1" status: 204 len: 168 time: 0.7569058 Jul 14 11:18:12.302910 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:12.318215 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] DHCP port deletion for d8eaca00-9ce0-454f-9fb3-291577542b1d request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:18:12.397671 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Deleting port 730a8e6a-e080-46de-a648-9b42bddd2dd6 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:12.398263 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.401707 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (a087ff59-b338-4c21-b702-b9c5cc110c4b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.470775 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a087ff59-b338-4c21-b702-b9c5cc110c4b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:12.483071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] For port 730a8e6a-e080-46de-a648-9b42bddd2dd6, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=730a8e6a-e080-46de-a648-9b42bddd2dd6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:12.483708 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.500181 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] For port 730a8e6a-e080-46de-a648-9b42bddd2dd6, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=730a8e6a-e080-46de-a648-9b42bddd2dd6,segment=NetworkSegment(0844ccd7-d38a-40bc-8522-80b4481ad990),segment_id=0844ccd7-d38a-40bc-8522-80b4481ad990)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:12.500905 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.522763 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Calling delete_port for 730a8e6a-e080-46de-a648-9b42bddd2dd6 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:12.541338 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (3e3347c4-6e58-4427-999c-0f8642dab46c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.545653 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Calling delete_port for 730a8e6a-e080-46de-a648-9b42bddd2dd6 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:12.638385 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.669320 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Pushing event deleted for resources: {'Port': ['ID=730a8e6a-e080-46de-a648-9b42bddd2dd6,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:12.679009 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] No DVR routers for this DVR port 730a8e6a-e080-46de-a648-9b42bddd2dd6 on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:12.683778 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.684105 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.684426 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.684769 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.685095 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.689020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f7ba07-d62f-4108-9377-2310c8c756c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:12.821390 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (3e3347c4-6e58-4427-999c-0f8642dab46c), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.825531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks [] for router_controller (3e3347c4-6e58-4427-999c-0f8642dab46c), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.832610 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:18:12.866202 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device a087ff59-b338-4c21-b702-b9c5cc110c4b no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:12.902219 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: a087ff59-b338-4c21-b702-b9c5cc110c4b {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:12.902974 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device a087ff59-b338-4c21-b702-b9c5cc110c4b not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:12.903454 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 730a8e6a-e080-46de-a648-9b42bddd2dd6 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:12.937909 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 730a8e6a-e080-46de-a648-9b42bddd2dd6 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:12.938802 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 730a8e6a-e080-46de-a648-9b42bddd2dd6 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:12.940334 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 8de2e282-b843-478a-a280-8474deeb97ed no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:12.967728 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (3e3347c4-6e58-4427-999c-0f8642dab46c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.968705 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3347c4-6e58-4427-999c-0f8642dab46c {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:18:12.974785 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 8de2e282-b843-478a-a280-8474deeb97ed {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:12.975321 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 8de2e282-b843-478a-a280-8474deeb97ed not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:12.975960 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0d9ddf59-5c8a-4353-9809-bb33d157a06c no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:12.980080 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:12.984261 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9d08212a-a684-4077-9277-1112bd717d80 admin admin] 10.222.0.75 "DELETE /v2.0/routers/3e3347c4-6e58-4427-999c-0f8642dab46c HTTP/1.1" status: 204 len: 168 time: 2.4072561 Jul 14 11:18:12.984583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59696) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:13.008134 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 0d9ddf59-5c8a-4353-9809-bb33d157a06c {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:13.008710 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0d9ddf59-5c8a-4353-9809-bb33d157a06c not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:13.043328 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (730a8e6a-e080-46de-a648-9b42bddd2dd6), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.076078 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=730a8e6a-e080-46de-a648-9b42bddd2dd6,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:13.084409 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] No DVR routers for this DVR port 730a8e6a-e080-46de-a648-9b42bddd2dd6 on host dv-cinder-848938-2-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:13.093799 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] Deleting subnet 44b46b4d-f60f-4fda-be8f-e4247e94a6be {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:18:13.118946 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] Publish callbacks [] for subnet (44b46b4d-f60f-4fda-be8f-e4247e94a6be), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.204619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (d8eaca00-9ce0-454f-9fb3-291577542b1d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.210767 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] Publish callbacks [] for subnet (44b46b4d-f60f-4fda-be8f-e4247e94a6be), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.264311 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.264666 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.265415 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.265742 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.266056 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.266388 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.266700 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.267014 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.267321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.267658 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.334785 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.335132 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.335485 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.335814 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104142) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:18:13.336202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8eaca00-9ce0-454f-9fb3-291577542b1d']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:13.357512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:13.360091 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0844ccd7-d38a-40bc-8522-80b4481ad990') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:13.360388 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0844ccd7-d38a-40bc-8522-80b4481ad990') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:13.387329 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (0844ccd7-d38a-40bc-8522-80b4481ad990), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.409802 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (44b46b4d-f60f-4fda-be8f-e4247e94a6be), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.439500 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (0844ccd7-d38a-40bc-8522-80b4481ad990), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.454564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:18:13.454963 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (0844ccd7-d38a-40bc-8522-80b4481ad990), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.573991 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (d8eaca00-9ce0-454f-9fb3-291577542b1d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.576675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59019920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62470229'] for subnet (44b46b4d-f60f-4fda-be8f-e4247e94a6be), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.612376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.619832 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d8eaca00-9ce0-454f-9fb3-291577542b1d HTTP/1.1" status: 204 len: 168 time: 2.1844747 Jul 14 11:18:13.620940 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b46b4d-f60f-4fda-be8f-e4247e94a6be,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:13.634869 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.639146 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-a40ea4c6-9a4c-440c-9712-ae927e2ad47a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/44b46b4d-f60f-4fda-be8f-e4247e94a6be HTTP/1.1" status: 204 len: 168 time: 0.6531091 Jul 14 11:18:13.640195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50828f20-ad14-4442-a9d7-6ecf3f15beb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8eaca00-9ce0-454f-9fb3-291577542b1d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:13.644789 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59716) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:13.651714 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b72eb-8632-4615-859c-1191894e060a None None] Network 9e745ada-d5b0-42ea-a509-ecc280f4f780 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:13.672283 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 0844ccd7-d38a-40bc-8522-80b4481ad990 resource provider aggregate not found Jul 14 11:18:13.729139 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 0844ccd7-d38a-40bc-8522-80b4481ad990 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0844ccd7-d38a-40bc-8522-80b4481ad990 found for delete ", "request_id": "req-34f66a56-91ce-433a-898c-c71886313daf"}]} Jul 14 11:18:13.750643 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:13.756786 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (9e745ada-d5b0-42ea-a509-ecc280f4f780), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.831452 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Deleting port 396552af-1264-4a2b-8c46-7cd038b640b2 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:13.831882 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.832680 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59722) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:13.910503 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] For port 396552af-1264-4a2b-8c46-7cd038b640b2, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=396552af-1264-4a2b-8c46-7cd038b640b2,segment=NetworkSegment(f5b0cebc-58c1-4540-a86f-443ca3b45918),segment_id=f5b0cebc-58c1-4540-a86f-443ca3b45918)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:13.910942 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:13.911677 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-dab1c13f-5492-419f-8fae-a4fc5e0da8db admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a7cf89df79d64153a73a5ec4d49f376f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766943 Jul 14 11:18:13.913609 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59724) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:13.928524 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Calling delete_port for 396552af-1264-4a2b-8c46-7cd038b640b2 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:14.008092 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b77db6e5-aaa8-4540-b388-57cc1d01f1e8 admin admin] Publish callbacks [] for security_group (d1868f93-e7fe-4d05-9d68-eed3827c351f), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.027113 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (396552af-1264-4a2b-8c46-7cd038b640b2), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.047438 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b77db6e5-aaa8-4540-b388-57cc1d01f1e8 admin admin] Publish callbacks [] for security_group (d1868f93-e7fe-4d05-9d68-eed3827c351f), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.062598 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Pushing event deleted for resources: {'Port': ['ID=396552af-1264-4a2b-8c46-7cd038b640b2,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:14.069014 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] No DVR routers for this DVR port 396552af-1264-4a2b-8c46-7cd038b640b2 on host dv-cinder-848938-2-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:14.078826 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ca325-44bc-481c-8ff6-af918c0042c3 None None] DHCP port deletion for 9e745ada-d5b0-42ea-a509-ecc280f4f780 request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:18:14.130027 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b77db6e5-aaa8-4540-b388-57cc1d01f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d1868f93-e7fe-4d05-9d68-eed3827c351f), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.133905 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b77db6e5-aaa8-4540-b388-57cc1d01f1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.139447 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b77db6e5-aaa8-4540-b388-57cc1d01f1e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1868f93-e7fe-4d05-9d68-eed3827c351f HTTP/1.1" status: 204 len: 168 time: 0.2214477 Jul 14 11:18:14.148130 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db6e5-aaa8-4540-b388-57cc1d01f1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1868f93-e7fe-4d05-9d68-eed3827c351f,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:14.185015 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (9e745ada-d5b0-42ea-a509-ecc280f4f780), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.214000 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e745ada-d5b0-42ea-a509-ecc280f4f780']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:14.226421 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b0cebc-58c1-4540-a86f-443ca3b45918') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:14.226879 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b0cebc-58c1-4540-a86f-443ca3b45918') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:14.239813 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (f5b0cebc-58c1-4540-a86f-443ca3b45918), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.261976 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (f5b0cebc-58c1-4540-a86f-443ca3b45918), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.271127 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:18:14.271985 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (f5b0cebc-58c1-4540-a86f-443ca3b45918), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.342399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (9e745ada-d5b0-42ea-a509-ecc280f4f780), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.351641 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.355330 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9e745ada-d5b0-42ea-a509-ecc280f4f780 HTTP/1.1" status: 204 len: 168 time: 0.7094445 Jul 14 11:18:14.366639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf91c8b-ed96-421c-898d-71885d56e359 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e745ada-d5b0-42ea-a509-ecc280f4f780,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:14.614879 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59738) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:14.665737 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-683cc811-4bad-4109-a743-9800ec6534e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f04452d94114c64b9882cfa66e29479&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494111 Jul 14 11:18:14.668550 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59740) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:14.738736 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9ef0f2c0-144c-4e2f-a39e-30167de860fa admin admin] Publish callbacks [] for security_group (9d06407e-13b4-443c-a1d0-86df019a2b73), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.788892 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9ef0f2c0-144c-4e2f-a39e-30167de860fa admin admin] Publish callbacks [] for security_group (9d06407e-13b4-443c-a1d0-86df019a2b73), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.816333 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 396552af-1264-4a2b-8c46-7cd038b640b2 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:14.873364 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9ef0f2c0-144c-4e2f-a39e-30167de860fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9d06407e-13b4-443c-a1d0-86df019a2b73), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.879312 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 396552af-1264-4a2b-8c46-7cd038b640b2 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:14.879312 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 396552af-1264-4a2b-8c46-7cd038b640b2 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:14.879730 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9ef0f2c0-144c-4e2f-a39e-30167de860fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:14.880408 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-9ef0f2c0-144c-4e2f-a39e-30167de860fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d06407e-13b4-443c-a1d0-86df019a2b73 HTTP/1.1" status: 204 len: 168 time: 0.2107444 Jul 14 11:18:14.898430 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0f2c0-144c-4e2f-a39e-30167de860fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d06407e-13b4-443c-a1d0-86df019a2b73,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:15.027855 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59756) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:15.314733 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:15.700209 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (33f6a44b-fe67-4873-9206-5d70077f9f81), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:15.748567 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:15.749538 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:15.775488 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment f5b0cebc-58c1-4540-a86f-443ca3b45918 resource provider aggregate not found Jul 14 11:18:15.797987 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment f5b0cebc-58c1-4540-a86f-443ca3b45918 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5b0cebc-58c1-4540-a86f-443ca3b45918 found for delete ", "request_id": "req-41a36241-256d-4d0f-a2ef-bec0940b3bdd"}]} Jul 14 11:18:16.069759 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59798) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:16.079272 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Deleting port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:16.080053 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.226045 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] For port 7e1c116f-4237-4a3f-a02f-aa05bd2386f9, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:16.226415 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.247880 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Calling delete_port for 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 owned by network:router_interface {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:16.413728 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1813884873-network', 'tenant_id': 'cbe26d73033a44f98d3d638d584aa139'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:16.451024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Made reservation on behalf of cbe26d73033a44f98d3d638d584aa139 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:16.454199 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.473304 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.534345 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (7e1c116f-4237-4a3f-a02f-aa05bd2386f9), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.572997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:16.578384 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1c116f-4237-4a3f-a02f-aa05bd2386f9,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:16.677056 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks [] for security_group (683ef56f-d6c7-4258-bec2-56460ede2d23), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.690363 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (683ef56f-d6c7-4258-bec2-56460ede2d23), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.742801 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:18:16.774870 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ef56f-d6c7-4258-bec2-56460ede2d23,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:16.780871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (4def126d-d945-4eaa-bb62-8d2623ace711), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.782565 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Added segment 4def126d-d945-4eaa-bb62-8d2623ace711 of type vlan for network 6a0a9388-29a2-460a-9a0f-ca1e123e7f06 Jul 14 11:18:16.876511 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (6a0a9388-29a2-460a-9a0f-ca1e123e7f06), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.890261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:16.894779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:16.941128 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (6a0a9388-29a2-460a-9a0f-ca1e123e7f06), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.942763 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:16.943725 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:16.992350 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (33f6a44b-fe67-4873-9206-5d70077f9f81), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.011350 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9354136 Jul 14 11:18:17.012123 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59816) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:17.027084 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Request body: {'subnet': {'network_id': '6a0a9388-29a2-460a-9a0f-ca1e123e7f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1813884873-subnet', 'tenant_id': 'cbe26d73033a44f98d3d638d584aa139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:17.051671 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d482731-18f2-43de-8a77-84357681fb1c admin admin] Pushing event updated for resources: {'Network': ['ID=6a0a9388-29a2-460a-9a0f-ca1e123e7f06,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:17.068884 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 6a0a9388-29a2-460a-9a0f-ca1e123e7f06 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:18:17.118910 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Made reservation on behalf of cbe26d73033a44f98d3d638d584aa139 for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:17.122130 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59260228'] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.231717 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:17.251595 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59820) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:17.434627 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00b38c2c-50bb-4676-80b4-490078937428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.484187 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Router 33f6a44b-fe67-4873-9206-5d70077f9f81 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:18:17.521884 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60297319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59260278'] for subnet (f940182e-185c-497e-a4a2-ac8bde857881), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.550612 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00b38c2c-50bb-4676-80b4-490078937428 admin admin] Publish callbacks [] for security_group (83464259-e380-4ac3-842e-f111e10d64b1), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.557817 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-00b38c2c-50bb-4676-80b4-490078937428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (83464259-e380-4ac3-842e-f111e10d64b1), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.641864 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-00b38c2c-50bb-4676-80b4-490078937428 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3d52af11ee044ecfb62858553f57d3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854406 Jul 14 11:18:17.642386 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59824) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:17.652737 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b38c2c-50bb-4676-80b4-490078937428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83464259-e380-4ac3-842e-f111e10d64b1,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:17.724020 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d35f-9270-41bd-89f3-0d02baf65535 admin admin] Publish callbacks [] for security_group (83464259-e380-4ac3-842e-f111e10d64b1), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.754625 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d35f-9270-41bd-89f3-0d02baf65535 admin admin] Publish callbacks [] for security_group (83464259-e380-4ac3-842e-f111e10d64b1), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.821616 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d35f-9270-41bd-89f3-0d02baf65535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (83464259-e380-4ac3-842e-f111e10d64b1), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.826618 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d35f-9270-41bd-89f3-0d02baf65535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:17.832289 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6ea9d35f-9270-41bd-89f3-0d02baf65535 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83464259-e380-4ac3-842e-f111e10d64b1 HTTP/1.1" status: 204 len: 168 time: 0.1843226 Jul 14 11:18:17.845066 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9d35f-9270-41bd-89f3-0d02baf65535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83464259-e380-4ac3-842e-f111e10d64b1,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:17.982543 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f940182e-185c-497e-a4a2-ac8bde857881,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:18.010483 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Checking segment: {'id': '4def126d-d945-4eaa-bb62-8d2623ace711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6a0a9388-29a2-460a-9a0f-ca1e123e7f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:18.010872 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Network hostable DHCP agents. Network: 6a0a9388-29a2-460a-9a0f-ca1e123e7f06, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:18:18.017593 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:18.025088 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b662c19e-5b1f-475a-af57-fd3e885df71b admin admin] 10.222.0.75 "PUT /v2.0/routers/33f6a44b-fe67-4873-9206-5d70077f9f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9958231 Jul 14 11:18:18.028261 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59830) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:18.035304 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] Sync routers for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:18.058030 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:18.059599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:18.103237 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Network 6a0a9388-29a2-460a-9a0f-ca1e123e7f06 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:18:18.147527 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:18.154316 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 6a0a9388-29a2-460a-9a0f-ca1e123e7f06) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:18.165478 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:18.166097 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.188793 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks [] for router (33f6a44b-fe67-4873-9206-5d70077f9f81), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.217188 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108252e-8edb-4267-b193-e7ebcc429062 None None] Network 6a0a9388-29a2-460a-9a0f-ca1e123e7f06 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:18.243208 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ccc60f51-29bb-4e61-a400-2a9d08e70421 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2277260 Jul 14 11:18:18.358228 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks [] for router_gateway (33f6a44b-fe67-4873-9206-5d70077f9f81), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.384732 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:18.426582 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:18.467201 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59834) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:18.475676 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Deleting port 3d844975-6570-4840-884c-9cdde19f226e {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:18.476656 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (3d844975-6570-4840-884c-9cdde19f226e), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.505938 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be697dba-f060-45cf-bbb7-f9aec7946238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.563895 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:18.629626 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] For port 3d844975-6570-4840-884c-9cdde19f226e, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=3d844975-6570-4840-884c-9cdde19f226e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:18.630068 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (3d844975-6570-4840-884c-9cdde19f226e), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.638126 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be697dba-f060-45cf-bbb7-f9aec7946238 admin admin] Publish callbacks [] for security_group (ab0c7007-b02b-4cff-a75d-708a010f831f), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.644642 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-be697dba-f060-45cf-bbb7-f9aec7946238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ab0c7007-b02b-4cff-a75d-708a010f831f), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.652808 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Calling delete_port for 3d844975-6570-4840-884c-9cdde19f226e owned by network:router_gateway {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:18.676098 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be697dba-f060-45cf-bbb7-f9aec7946238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0c7007-b02b-4cff-a75d-708a010f831f,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:18.720704 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8647042a-0c88-48eb-82cf-7580945f2648 None None] Network 6a0a9388-29a2-460a-9a0f-ca1e123e7f06 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:18.724548 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-be697dba-f060-45cf-bbb7-f9aec7946238 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6d9f05c4e6c74b7582ef466d13751144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555826 Jul 14 11:18:18.725207 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59838) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:18.808707 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:18.816490 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9977f416-42dc-4eb1-be9a-8126f1b5ea12 admin admin] Publish callbacks [] for security_group (ab0c7007-b02b-4cff-a75d-708a010f831f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.881281 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9977f416-42dc-4eb1-be9a-8126f1b5ea12 admin admin] Publish callbacks [] for security_group (ab0c7007-b02b-4cff-a75d-708a010f831f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:18.928458 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '3d844975-6570-4840-884c-9cdde19f226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:18:16Z', 'revision_number': 5, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port': {'id': '3d844975-6570-4840-884c-9cdde19f226e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:07:17Z', 'updated_at': '2022-07-14T11:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:18.958247 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:18.995831 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9977f416-42dc-4eb1-be9a-8126f1b5ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ab0c7007-b02b-4cff-a75d-708a010f831f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.002862 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9977f416-42dc-4eb1-be9a-8126f1b5ea12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.005129 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] Checking router: 33f6a44b-fe67-4873-9206-5d70077f9f81 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:19.016206 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9977f416-42dc-4eb1-be9a-8126f1b5ea12 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab0c7007-b02b-4cff-a75d-708a010f831f HTTP/1.1" status: 204 len: 168 time: 0.2860882 Jul 14 11:18:19.030465 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] Routers {'33f6a44b-fe67-4873-9206-5d70077f9f81'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:19.032179 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['33f6a44b-fe67-4873-9206-5d70077f9f81'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:19.042136 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977f416-42dc-4eb1-be9a-8126f1b5ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0c7007-b02b-4cff-a75d-708a010f831f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:19.091071 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (3d844975-6570-4840-884c-9cdde19f226e), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.127077 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d844975-6570-4840-884c-9cdde19f226e,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:19.241899 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (33f6a44b-fe67-4873-9206-5d70077f9f81), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.281008 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] Set router 33f6a44b-fe67-4873-9206-5d70077f9f81 gateway port host: None {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:19.392292 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (33f6a44b-fe67-4873-9206-5d70077f9f81), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.394810 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:18:18Z', 'revision_number': 6, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:19.402707 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks [] for router_controller (33f6a44b-fe67-4873-9206-5d70077f9f81), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.425583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59858) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:19.431561 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-641937896-network', 'tenant_id': 'b31c6f6aabc546d5b178e799c788200d'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:19.456371 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b04366-2a66-4aef-bfc3-ce9eac5456bd None None] The sync data for ids ['33f6a44b-fe67-4873-9206-5d70077f9f81'] in dv-cinder-848938-2-iscsi is: [{'id': '33f6a44b-fe67-4873-9206-5d70077f9f81', 'name': 'tempest-AttachVolumeShelveTestJSON-1366731975-router', 'tenant_id': '9b56ea0be2964e21985deb5964232923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:07:16Z', 'updated_at': '2022-07-14T11:18:18Z', 'revision_number': 6, 'project_id': '9b56ea0be2964e21985deb5964232923', 'gw_port_host': None}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:19.462440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Made reservation on behalf of b31c6f6aabc546d5b178e799c788200d for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:19.466394 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.486440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.517758 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (33f6a44b-fe67-4873-9206-5d70077f9f81), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.518943 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f6a44b-fe67-4873-9206-5d70077f9f81 {{(pid=104141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:18:19.528808 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.530750 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c9a03fb0-660c-4a78-8e61-a01622997625 admin admin] 10.222.0.75 "DELETE /v2.0/routers/33f6a44b-fe67-4873-9206-5d70077f9f81 HTTP/1.1" status: 204 len: 168 time: 1.5014815 Jul 14 11:18:19.535819 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59860) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:19.543634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:19.626101 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] Deleting subnet 1ca2b66a-e97f-480c-a28a-47999a71b676 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:18:19.634799 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] Publish callbacks [] for subnet (1ca2b66a-e97f-480c-a28a-47999a71b676), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.661237 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks [] for security_group (72ed1c73-b677-47b3-956f-1f97eeea62c4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.668587 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (72ed1c73-b677-47b3-956f-1f97eeea62c4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.687876 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:18:19.716612 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (65c67d95-9787-4e8c-ba20-b39e652ba212), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.717319 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Added segment 65c67d95-9787-4e8c-ba20-b39e652ba212 of type vlan for network faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26 Jul 14 11:18:19.728050 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (1ca2b66a-e97f-480c-a28a-47999a71b676), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.732274 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ed1c73-b677-47b3-956f-1f97eeea62c4,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:19.771940 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.834912 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.836851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:19.837855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.879935 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (1ca2b66a-e97f-480c-a28a-47999a71b676), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:19.892368 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4651959 Jul 14 11:18:19.906141 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59866) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:19.914017 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Request body: {'subnet': {'network_id': 'faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-641937896-subnet', 'tenant_id': 'b31c6f6aabc546d5b178e799c788200d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:19.941368 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:19.981077 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (1ca2b66a-e97f-480c-a28a-47999a71b676), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.004008 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.012111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59872) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:20.013644 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1ca2b66a-e97f-480c-a28a-47999a71b676 HTTP/1.1" status: 204 len: 168 time: 0.4738512 Jul 14 11:18:20.019747 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305bccf4-6085-45ec-a6c5-652f940ca239 None None] Network 90ec2180-c51d-4c74-aa35-68c20d17fb42 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:20.038199 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81941201-63b7-403c-b0ab-e2a0daee84f2 admin admin] Pushing event updated for resources: {'Network': ['ID=faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:20.040156 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d269f-7b43-478b-a373-2b952cc89366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca2b66a-e97f-480c-a28a-47999a71b676,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:20.063176 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:18:20.086202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Made reservation on behalf of b31c6f6aabc546d5b178e799c788200d for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:20.092729 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62470254'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.291226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (90ec2180-c51d-4c74-aa35-68c20d17fb42), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.317891 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] DHCP port deletion for 90ec2180-c51d-4c74-aa35-68c20d17fb42 request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:18:20.403680 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] Deleting port 8ed480f1-761d-401c-be43-d1f94330a673 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:20.404257 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (8ed480f1-761d-401c-be43-d1f94330a673), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.417236 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Deleting port 8ed480f1-761d-401c-be43-d1f94330a673 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:18:20.418149 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (8ed480f1-761d-401c-be43-d1f94330a673), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.538934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] For port 8ed480f1-761d-401c-be43-d1f94330a673, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=8ed480f1-761d-401c-be43-d1f94330a673,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:20.539722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (8ed480f1-761d-401c-be43-d1f94330a673), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.567742 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] Calling delete_port for 8ed480f1-761d-401c-be43-d1f94330a673 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:20.673963 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] For port 8ed480f1-761d-401c-be43-d1f94330a673, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=8ed480f1-761d-401c-be43-d1f94330a673,segment=NetworkSegment(9b4b7883-ad7f-4afc-a21e-44f50a18c86f),segment_id=9b4b7883-ad7f-4afc-a21e-44f50a18c86f)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:20.675144 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (8ed480f1-761d-401c-be43-d1f94330a673), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.715919 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Calling delete_port for 8ed480f1-761d-401c-be43-d1f94330a673 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:18:20.727257 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59019999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62470236'] for subnet (ef77ba76-df4f-44d7-bf6f-975f9e6d73ab), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.754307 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (8ed480f1-761d-401c-be43-d1f94330a673), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:20.795335 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:20.815096 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] Pushing event deleted for resources: {'Port': ['ID=8ed480f1-761d-401c-be43-d1f94330a673,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:20.818170 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348749a-1f8a-47d8-aaf3-ca48fa967f65 None None] No DVR routers for this DVR port 8ed480f1-761d-401c-be43-d1f94330a673 on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:20.853818 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3d844975-6570-4840-884c-9cdde19f226e no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:20.878664 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 3d844975-6570-4840-884c-9cdde19f226e {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:20.879014 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 3d844975-6570-4840-884c-9cdde19f226e not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:20.879447 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:20.885889 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:20.904940 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:20.905274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 7e1c116f-4237-4a3f-a02f-aa05bd2386f9 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:20.905668 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 8ed480f1-761d-401c-be43-d1f94330a673 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:18:20.933618 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef77ba76-df4f-44d7-bf6f-975f9e6d73ab,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:20.958680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Checking segment: {'id': '65c67d95-9787-4e8c-ba20-b39e652ba212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:20.959050 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Network hostable DHCP agents. Network: faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:18:20.995370 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Network faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:18:20.999684 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (8ed480f1-761d-401c-be43-d1f94330a673), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.038851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:21.041120 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed480f1-761d-401c-be43-d1f94330a673,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:21.058169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:21.058639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.062861 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] No DVR routers for this DVR port 8ed480f1-761d-401c-be43-d1f94330a673 on host dv-cinder-848938-2-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:18:21.078023 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 8ed480f1-761d-401c-be43-d1f94330a673 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:18:21.078662 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 8ed480f1-761d-401c-be43-d1f94330a673 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:18:21.080621 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8eda5a-d372-4be3-bea3-551ce4fa88c9 None None] Network faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:21.145242 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-12f88ddf-4b50-4979-96df-51fe4b72f9b9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2376626 Jul 14 11:18:21.199428 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9de5d-20c6-4ded-be67-379085255109 None None] Network faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:21.204495 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (90ec2180-c51d-4c74-aa35-68c20d17fb42), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.246938 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ec2180-c51d-4c74-aa35-68c20d17fb42']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:21.263573 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4b7883-ad7f-4afc-a21e-44f50a18c86f') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:21.263906 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4b7883-ad7f-4afc-a21e-44f50a18c86f') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:21.285058 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (9b4b7883-ad7f-4afc-a21e-44f50a18c86f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.308069 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (9b4b7883-ad7f-4afc-a21e-44f50a18c86f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.310190 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:21.317534 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59898) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:21.318976 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:18:21.319961 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (9b4b7883-ad7f-4afc-a21e-44f50a18c86f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.383428 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 9b4b7883-ad7f-4afc-a21e-44f50a18c86f resource provider aggregate not found Jul 14 11:18:21.411304 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 9b4b7883-ad7f-4afc-a21e-44f50a18c86f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b4b7883-ad7f-4afc-a21e-44f50a18c86f found for delete ", "request_id": "req-bd418957-6ca1-463f-a694-b0f0deb9e111"}]} Jul 14 11:18:21.419765 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] Deleting subnet f940182e-185c-497e-a4a2-ac8bde857881 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:18:21.422103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (90ec2180-c51d-4c74-aa35-68c20d17fb42), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.428430 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] Publish callbacks [] for subnet (f940182e-185c-497e-a4a2-ac8bde857881), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.439048 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.442882 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] 10.222.0.75 "DELETE /v2.0/networks/90ec2180-c51d-4c74-aa35-68c20d17fb42 HTTP/1.1" status: 204 len: 168 time: 1.4248006 Jul 14 11:18:21.468590 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e2afa-806d-48d5-9f46-019a8bdc9791 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ec2180-c51d-4c74-aa35-68c20d17fb42,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:21.490612 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (f940182e-185c-497e-a4a2-ac8bde857881), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.541243 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (f940182e-185c-497e-a4a2-ac8bde857881), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.570639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:21.618436 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (f940182e-185c-497e-a4a2-ac8bde857881), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.644982 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:21.654354 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f940182e-185c-497e-a4a2-ac8bde857881,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:21.662387 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.666710 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-11d41c5e-cb45-4616-8e04-df45fbc28b50 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f940182e-185c-497e-a4a2-ac8bde857881 HTTP/1.1" status: 204 len: 168 time: 0.3454735 Jul 14 11:18:21.669616 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 59912) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:21.731210 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59914) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:21.785904 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (6a0a9388-29a2-460a-9a0f-ca1e123e7f06), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.798336 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-36d67818-26e6-46f8-88e1-9596a44194c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b56ea0be2964e21985deb5964232923&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0658486 Jul 14 11:18:21.801295 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59916) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:21.900276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbde9-7294-4984-aeb3-91b7b53ffc8e admin admin] Publish callbacks [] for security_group (1cd360c8-8bb4-4bea-a92b-5e3165e665ba), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.912024 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (6a0a9388-29a2-460a-9a0f-ca1e123e7f06), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.942149 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbde9-7294-4984-aeb3-91b7b53ffc8e admin admin] Publish callbacks [] for security_group (1cd360c8-8bb4-4bea-a92b-5e3165e665ba), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.943588 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0a9388-29a2-460a-9a0f-ca1e123e7f06']}} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:21.954326 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4def126d-d945-4eaa-bb62-8d2623ace711') {'for_net_delete': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:21.954622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4def126d-d945-4eaa-bb62-8d2623ace711') {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:21.968005 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60775237'] for segment (4def126d-d945-4eaa-bb62-8d2623ace711), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.988004 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (4def126d-d945-4eaa-bb62-8d2623ace711), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:21.996258 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:18:21.996804 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60298122'] for segment (4def126d-d945-4eaa-bb62-8d2623ace711), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.013446 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbde9-7294-4984-aeb3-91b7b53ffc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (1cd360c8-8bb4-4bea-a92b-5e3165e665ba), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.018237 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bc4cbde9-7294-4984-aeb3-91b7b53ffc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.020739 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bc4cbde9-7294-4984-aeb3-91b7b53ffc8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1cd360c8-8bb4-4bea-a92b-5e3165e665ba HTTP/1.1" status: 204 len: 168 time: 0.2171884 Jul 14 11:18:22.036811 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cbde9-7294-4984-aeb3-91b7b53ffc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd360c8-8bb4-4bea-a92b-5e3165e665ba,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:22.061733 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:22.082921 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (6a0a9388-29a2-460a-9a0f-ca1e123e7f06), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.095783 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.100037 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6a0a9388-29a2-460a-9a0f-ca1e123e7f06 HTTP/1.1" status: 204 len: 168 time: 0.4290080 Jul 14 11:18:22.103504 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59926) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:22.113123 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a38ff-a1bf-44ad-b75d-f59e1f1a18b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0a9388-29a2-460a-9a0f-ca1e123e7f06,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:22.196143 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] Deleting subnet ef77ba76-df4f-44d7-bf6f-975f9e6d73ab {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:18:22.203609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] Publish callbacks [] for subnet (ef77ba76-df4f-44d7-bf6f-975f9e6d73ab), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.272274 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62318674'] for subnet (ef77ba76-df4f-44d7-bf6f-975f9e6d73ab), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.345786 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 4def126d-d945-4eaa-bb62-8d2623ace711 resource provider aggregate not found Jul 14 11:18:22.350829 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (ef77ba76-df4f-44d7-bf6f-975f9e6d73ab), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.365907 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 4def126d-d945-4eaa-bb62-8d2623ace711 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4def126d-d945-4eaa-bb62-8d2623ace711 found for delete ", "request_id": "req-e44febc3-da89-4ee0-9cc2-9de6cc8a2f46"}]} Jul 14 11:18:22.434837 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59019920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62470229'] for subnet (ef77ba76-df4f-44d7-bf6f-975f9e6d73ab), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.468002 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef77ba76-df4f-44d7-bf6f-975f9e6d73ab,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:22.476668 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.484058 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e4c90ddb-2232-4926-8a9a-fec3a8644e96 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ef77ba76-df4f-44d7-bf6f-975f9e6d73ab HTTP/1.1" status: 204 len: 168 time: 0.3764999 Jul 14 11:18:22.484508 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59934) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:22.492816 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:22.504974 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:22.572070 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.663654 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.708951 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:22.726831 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c67d95-9787-4e8c-ba20-b39e652ba212') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:22.727270 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c67d95-9787-4e8c-ba20-b39e652ba212') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:22.745827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (65c67d95-9787-4e8c-ba20-b39e652ba212), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.765368 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (65c67d95-9787-4e8c-ba20-b39e652ba212), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.774810 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:18:22.775111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (65c67d95-9787-4e8c-ba20-b39e652ba212), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.827132 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:22.845114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.868147 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:22.871724 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] 10.222.0.75 "DELETE /v2.0/networks/faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26 HTTP/1.1" status: 204 len: 168 time: 0.3858788 Jul 14 11:18:22.873276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3bc18-33ce-4209-9f28-ab273d0eb5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=faf3f81d-3e53-4b91-ad51-c4fa1fdcfa26,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:23.185186 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59958) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:23.233530 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-766cc39e-1e1a-4bf6-88b0-63ef7623a820 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cbe26d73033a44f98d3d638d584aa139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469742 Jul 14 11:18:23.236023 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59960) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:23.320415 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b45c1fd-ea49-4fde-8a56-4ca617596027 admin admin] Publish callbacks [] for security_group (683ef56f-d6c7-4258-bec2-56460ede2d23), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:23.351882 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b45c1fd-ea49-4fde-8a56-4ca617596027 admin admin] Publish callbacks [] for security_group (683ef56f-d6c7-4258-bec2-56460ede2d23), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:23.418420 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b45c1fd-ea49-4fde-8a56-4ca617596027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (683ef56f-d6c7-4258-bec2-56460ede2d23), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:23.421739 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-5b45c1fd-ea49-4fde-8a56-4ca617596027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:23.426846 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5b45c1fd-ea49-4fde-8a56-4ca617596027 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/683ef56f-d6c7-4258-bec2-56460ede2d23 HTTP/1.1" status: 204 len: 168 time: 0.1857123 Jul 14 11:18:23.432980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45c1fd-ea49-4fde-8a56-4ca617596027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ef56f-d6c7-4258-bec2-56460ede2d23,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:23.452321 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 65c67d95-9787-4e8c-ba20-b39e652ba212 resource provider aggregate not found Jul 14 11:18:23.491318 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 65c67d95-9787-4e8c-ba20-b39e652ba212 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65c67d95-9787-4e8c-ba20-b39e652ba212 found for delete ", "request_id": "req-339696b5-db82-4423-9f98-8a2c72900176"}]} Jul 14 11:18:23.875295 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59980) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:23.926022 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d8ee69df-aa4c-4808-af98-26799990ce9f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b31c6f6aabc546d5b178e799c788200d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493021 Jul 14 11:18:23.929460 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 59982) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:24.000494 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-07d7df92-6563-4308-a0d5-bc9e7061278d admin admin] Publish callbacks [] for security_group (72ed1c73-b677-47b3-956f-1f97eeea62c4), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:24.032451 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-07d7df92-6563-4308-a0d5-bc9e7061278d admin admin] Publish callbacks [] for security_group (72ed1c73-b677-47b3-956f-1f97eeea62c4), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:24.096962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-07d7df92-6563-4308-a0d5-bc9e7061278d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (72ed1c73-b677-47b3-956f-1f97eeea62c4), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:24.099875 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-07d7df92-6563-4308-a0d5-bc9e7061278d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:24.101289 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-07d7df92-6563-4308-a0d5-bc9e7061278d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72ed1c73-b677-47b3-956f-1f97eeea62c4 HTTP/1.1" status: 204 len: 168 time: 0.1708760 Jul 14 11:18:24.123275 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7df92-6563-4308-a0d5-bc9e7061278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ed1c73-b677-47b3-956f-1f97eeea62c4,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:27.335575 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60164) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:27.467719 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdba52b1-3b83-4548-9f3a-c1336ef3c8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:27.604593 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdba52b1-3b83-4548-9f3a-c1336ef3c8f1 admin admin] Publish callbacks [] for security_group (6ae9f786-4f41-4791-afa5-f631c86e84a3), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:27.609365 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdba52b1-3b83-4548-9f3a-c1336ef3c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (6ae9f786-4f41-4791-afa5-f631c86e84a3), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:27.654109 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba52b1-3b83-4548-9f3a-c1336ef3c8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae9f786-4f41-4791-afa5-f631c86e84a3,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:27.662681 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-cdba52b1-3b83-4548-9f3a-c1336ef3c8f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ba44434db304af8aa73fc03e4b4396e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258924 Jul 14 11:18:27.663085 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60172) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:27.727519 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3312156-2ba2-4d13-a134-c7daa17e1290 admin admin] Publish callbacks [] for security_group (6ae9f786-4f41-4791-afa5-f631c86e84a3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:27.756092 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3312156-2ba2-4d13-a134-c7daa17e1290 admin admin] Publish callbacks [] for security_group (6ae9f786-4f41-4791-afa5-f631c86e84a3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:27.828853 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3312156-2ba2-4d13-a134-c7daa17e1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (6ae9f786-4f41-4791-afa5-f631c86e84a3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:27.834737 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f3312156-2ba2-4d13-a134-c7daa17e1290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:27.836050 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f3312156-2ba2-4d13-a134-c7daa17e1290 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ae9f786-4f41-4791-afa5-f631c86e84a3 HTTP/1.1" status: 204 len: 168 time: 0.1721866 Jul 14 11:18:27.848349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3312156-2ba2-4d13-a134-c7daa17e1290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae9f786-4f41-4791-afa5-f631c86e84a3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:28.277192 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60186) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:28.293646 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b349ac18-edf5-4062-b7aa-da96f05ec50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:28.305756 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:28.319337 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:28.392067 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b349ac18-edf5-4062-b7aa-da96f05ec50f admin admin] Publish callbacks [] for security_group (a3c2eaf4-3cc0-4def-8c57-dd99db809871), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:28.397480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b349ac18-edf5-4062-b7aa-da96f05ec50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a3c2eaf4-3cc0-4def-8c57-dd99db809871), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:28.458068 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b349ac18-edf5-4062-b7aa-da96f05ec50f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0630b032cd45418c9e6cdfb004ba0050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792185 Jul 14 11:18:28.459227 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349ac18-edf5-4062-b7aa-da96f05ec50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c2eaf4-3cc0-4def-8c57-dd99db809871,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:28.461121 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60188) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:28.542329 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3f46c15-06a9-401d-98bd-19ce9cf5a83d admin admin] Publish callbacks [] for security_group (a3c2eaf4-3cc0-4def-8c57-dd99db809871), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:28.572899 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:28.582783 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3f46c15-06a9-401d-98bd-19ce9cf5a83d admin admin] Publish callbacks [] for security_group (a3c2eaf4-3cc0-4def-8c57-dd99db809871), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:28.663598 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3f46c15-06a9-401d-98bd-19ce9cf5a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a3c2eaf4-3cc0-4def-8c57-dd99db809871), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:28.667878 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3f46c15-06a9-401d-98bd-19ce9cf5a83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:28.669787 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b3f46c15-06a9-401d-98bd-19ce9cf5a83d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a3c2eaf4-3cc0-4def-8c57-dd99db809871 HTTP/1.1" status: 204 len: 168 time: 0.2074580 Jul 14 11:18:28.684379 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f46c15-06a9-401d-98bd-19ce9cf5a83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c2eaf4-3cc0-4def-8c57-dd99db809871,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:30.937196 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60276) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:31.166953 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b414b21f-d6c0-4b55-a585-cc949b22f80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:31.253392 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=77,neutron:INSERT=16 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:31.270546 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b414b21f-d6c0-4b55-a585-cc949b22f80e admin admin] Publish callbacks [] for security_group (7f92913f-6e22-4efa-bc15-c394d432fd41), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:31.275782 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b414b21f-d6c0-4b55-a585-cc949b22f80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (7f92913f-6e22-4efa-bc15-c394d432fd41), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:31.324384 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414b21f-d6c0-4b55-a585-cc949b22f80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92913f-6e22-4efa-bc15-c394d432fd41,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:31.331429 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b414b21f-d6c0-4b55-a585-cc949b22f80e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a46877cfaf146588dc4b0179218c024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904557 Jul 14 11:18:31.334049 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60302) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:31.391892 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbcad-ab89-4532-9248-5e9c3a702b7b admin admin] Publish callbacks [] for security_group (7f92913f-6e22-4efa-bc15-c394d432fd41), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:31.419494 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbcad-ab89-4532-9248-5e9c3a702b7b admin admin] Publish callbacks [] for security_group (7f92913f-6e22-4efa-bc15-c394d432fd41), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:31.497374 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbcad-ab89-4532-9248-5e9c3a702b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (7f92913f-6e22-4efa-bc15-c394d432fd41), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:31.500334 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ca0dbcad-ab89-4532-9248-5e9c3a702b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:31.501574 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ca0dbcad-ab89-4532-9248-5e9c3a702b7b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f92913f-6e22-4efa-bc15-c394d432fd41 HTTP/1.1" status: 204 len: 168 time: 0.1665292 Jul 14 11:18:31.511376 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dbcad-ab89-4532-9248-5e9c3a702b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92913f-6e22-4efa-bc15-c394d432fd41,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:31.878052 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60328) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:31.893986 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f7928ae5-229b-4270-855c-651a154e748a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:32.009540 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f7928ae5-229b-4270-855c-651a154e748a admin admin] Publish callbacks [] for security_group (2bfef477-651f-4c85-bbd0-9386adb8047e), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:32.015242 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f7928ae5-229b-4270-855c-651a154e748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (2bfef477-651f-4c85-bbd0-9386adb8047e), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:32.061693 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7928ae5-229b-4270-855c-651a154e748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfef477-651f-4c85-bbd0-9386adb8047e,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:32.073903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60336) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:32.081724 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f7928ae5-229b-4270-855c-651a154e748a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8bdbeac5f4cd4e32847d616b7c254ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962905 Jul 14 11:18:32.132474 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f81a2642-40e1-48aa-8d88-8a2ccda5cf24 admin admin] Publish callbacks [] for security_group (2bfef477-651f-4c85-bbd0-9386adb8047e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:32.156447 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f81a2642-40e1-48aa-8d88-8a2ccda5cf24 admin admin] Publish callbacks [] for security_group (2bfef477-651f-4c85-bbd0-9386adb8047e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:32.223442 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f81a2642-40e1-48aa-8d88-8a2ccda5cf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (2bfef477-651f-4c85-bbd0-9386adb8047e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:32.227282 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f81a2642-40e1-48aa-8d88-8a2ccda5cf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:32.228957 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f81a2642-40e1-48aa-8d88-8a2ccda5cf24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2bfef477-651f-4c85-bbd0-9386adb8047e HTTP/1.1" status: 204 len: 168 time: 0.1538131 Jul 14 11:18:32.243028 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2642-40e1-48aa-8d88-8a2ccda5cf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfef477-651f-4c85-bbd0-9386adb8047e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:33.287545 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60380) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:33.437626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-857100491-network', 'tenant_id': '94432f6569274238a86b9695977c30db'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:33.476566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Made reservation on behalf of 94432f6569274238a86b9695977c30db for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:33.479053 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.489570 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.585088 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks [] for security_group (f5187bd0-2922-4cab-b641-e9d107be24ab), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.590444 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (f5187bd0-2922-4cab-b641-e9d107be24ab), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.625971 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:18:33.638063 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5187bd0-2922-4cab-b641-e9d107be24ab,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:33.650659 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60390) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:33.651952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (dec9a0d8-c6fa-40b7-92a5-da25022bc702), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.652493 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Added segment dec9a0d8-c6fa-40b7-92a5-da25022bc702 of type vlan for network d64971cf-8612-405a-921d-b7505b0bad61 Jul 14 11:18:33.728580 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (d64971cf-8612-405a-921d-b7505b0bad61), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.771819 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (d64971cf-8612-405a-921d-b7505b0bad61), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.773020 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:33.773749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.823944 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e36d3922-ac4e-4020-b7e7-fd82310322a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.824239 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5351162 Jul 14 11:18:33.828513 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60394) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:33.835703 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:33.837986 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Request body: {'subnet': {'network_id': 'd64971cf-8612-405a-921d-b7505b0bad61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-857100491-subnet', 'tenant_id': '94432f6569274238a86b9695977c30db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:33.868207 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0c8f8-ae39-48ff-8250-f2b46d2b2f22 admin admin] Pushing event updated for resources: {'Network': ['ID=d64971cf-8612-405a-921d-b7505b0bad61,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:33.875832 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Made reservation on behalf of 94432f6569274238a86b9695977c30db for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:33.879539 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59260228'] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:33.887216 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network d64971cf-8612-405a-921d-b7505b0bad61 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:18:34.040745 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:34.100263 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:34.133451 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e36d3922-ac4e-4020-b7e7-fd82310322a0 admin admin] Publish callbacks [] for security_group (0cd699f8-7408-4f3a-b8e5-843bc9e6961f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.141007 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e36d3922-ac4e-4020-b7e7-fd82310322a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (0cd699f8-7408-4f3a-b8e5-843bc9e6961f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.146664 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60297319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59260278'] for subnet (67c720a0-6235-409e-b06c-e7978f12ae2e), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.234146 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e36d3922-ac4e-4020-b7e7-fd82310322a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1964bde402a401eb1bc5dd6c7d853be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805943 Jul 14 11:18:34.238771 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60404) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:34.240911 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d3922-ac4e-4020-b7e7-fd82310322a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd699f8-7408-4f3a-b8e5-843bc9e6961f,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:34.251224 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:34.261831 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c720a0-6235-409e-b06c-e7978f12ae2e,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:34.286301 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Checking segment: {'id': 'dec9a0d8-c6fa-40b7-92a5-da25022bc702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd64971cf-8612-405a-921d-b7505b0bad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:34.286787 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Network hostable DHCP agents. Network: d64971cf-8612-405a-921d-b7505b0bad61, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:18:34.309929 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Network d64971cf-8612-405a-921d-b7505b0bad61 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:18:34.320683 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, d64971cf-8612-405a-921d-b7505b0bad61) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:34.326361 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:34.326973 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.329723 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-501c5012-b839-4f1b-bf8a-f44fb22c535d admin admin] Publish callbacks [] for security_group (0cd699f8-7408-4f3a-b8e5-843bc9e6961f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.331615 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5bb918-a4ea-4096-b4d3-55b5d1654768 None None] Network d64971cf-8612-405a-921d-b7505b0bad61 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:34.363470 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-f64bb179-c330-4be3-82d4-79b293180c49 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5231454 Jul 14 11:18:34.376858 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-501c5012-b839-4f1b-bf8a-f44fb22c535d admin admin] Publish callbacks [] for security_group (0cd699f8-7408-4f3a-b8e5-843bc9e6961f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.466856 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0f6b3-7056-4792-b512-a50bbfe28110 None None] Network d64971cf-8612-405a-921d-b7505b0bad61 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:34.470522 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-501c5012-b839-4f1b-bf8a-f44fb22c535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (0cd699f8-7408-4f3a-b8e5-843bc9e6961f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.474008 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-501c5012-b839-4f1b-bf8a-f44fb22c535d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.475257 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-501c5012-b839-4f1b-bf8a-f44fb22c535d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0cd699f8-7408-4f3a-b8e5-843bc9e6961f HTTP/1.1" status: 204 len: 168 time: 0.2348022 Jul 14 11:18:34.483946 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c5012-b839-4f1b-bf8a-f44fb22c535d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd699f8-7408-4f3a-b8e5-843bc9e6961f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:34.928873 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60422) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:34.948561 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab82438e-93e0-4a82-b774-e7e00c6cb329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:34.990496 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=13,neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:35.082961 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab82438e-93e0-4a82-b774-e7e00c6cb329 admin admin] Publish callbacks [] for security_group (9426b6d9-8efa-4500-a57c-b1e8f1d2068e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.088841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab82438e-93e0-4a82-b774-e7e00c6cb329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9426b6d9-8efa-4500-a57c-b1e8f1d2068e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.092530 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60426) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:35.101609 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40723856-network', 'tenant_id': 'b02ce14ecf394a15afed2dbd3616600e'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:35.135945 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Made reservation on behalf of b02ce14ecf394a15afed2dbd3616600e for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:35.138895 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.144891 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ab82438e-93e0-4a82-b774-e7e00c6cb329 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a46b95f5568488689be997d34553184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142279 Jul 14 11:18:35.145785 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82438e-93e0-4a82-b774-e7e00c6cb329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9426b6d9-8efa-4500-a57c-b1e8f1d2068e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:35.148886 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60428) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:35.152387 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.238211 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-290a3d2b-9091-42a2-ab17-8b357e91a73a admin admin] Publish callbacks [] for security_group (9426b6d9-8efa-4500-a57c-b1e8f1d2068e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.282942 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks [] for security_group (739adfc3-ea91-4255-b5f0-d9f24b7af9b1), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.285501 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-290a3d2b-9091-42a2-ab17-8b357e91a73a admin admin] Publish callbacks [] for security_group (9426b6d9-8efa-4500-a57c-b1e8f1d2068e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.289492 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (739adfc3-ea91-4255-b5f0-d9f24b7af9b1), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.316315 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:18:35.340634 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (173c5ce4-515b-41ec-be48-0e8aba9bf9f3), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.341419 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Added segment 173c5ce4-515b-41ec-be48-0e8aba9bf9f3 of type vlan for network 293a6bb8-8fc7-4e12-9ce4-f221bed1175e Jul 14 11:18:35.343705 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739adfc3-ea91-4255-b5f0-d9f24b7af9b1,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:35.385093 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4066e0d2-c397-4ba4-9fb7-4b1c26a248ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.391527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-290a3d2b-9091-42a2-ab17-8b357e91a73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (9426b6d9-8efa-4500-a57c-b1e8f1d2068e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.398210 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-290a3d2b-9091-42a2-ab17-8b357e91a73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.404876 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-290a3d2b-9091-42a2-ab17-8b357e91a73a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9426b6d9-8efa-4500-a57c-b1e8f1d2068e HTTP/1.1" status: 204 len: 168 time: 0.2546577 Jul 14 11:18:35.407551 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (293a6bb8-8fc7-4e12-9ce4-f221bed1175e), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.421465 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a3d2b-9091-42a2-ab17-8b357e91a73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9426b6d9-8efa-4500-a57c-b1e8f1d2068e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:35.472811 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (293a6bb8-8fc7-4e12-9ce4-f221bed1175e), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.474034 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:35.475294 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.520473 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4263613 Jul 14 11:18:35.524756 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60440) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:35.531121 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Request body: {'subnet': {'network_id': '293a6bb8-8fc7-4e12-9ce4-f221bed1175e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40723856-subnet', 'tenant_id': 'b02ce14ecf394a15afed2dbd3616600e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:35.554755 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0472914-40ce-4b76-b52d-8a5e28c498a8 admin admin] Pushing event updated for resources: {'Network': ['ID=293a6bb8-8fc7-4e12-9ce4-f221bed1175e,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:35.577491 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 293a6bb8-8fc7-4e12-9ce4-f221bed1175e details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:18:35.591541 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Made reservation on behalf of b02ce14ecf394a15afed2dbd3616600e for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:35.597399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62470254'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.862364 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59019999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62470236'] for subnet (49be1a6d-f7b9-4e65-a1cc-2a29f845edaf), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.929788 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49be1a6d-f7b9-4e65-a1cc-2a29f845edaf,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:35.942475 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Checking segment: {'id': '173c5ce4-515b-41ec-be48-0e8aba9bf9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '293a6bb8-8fc7-4e12-9ce4-f221bed1175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:35.942791 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Network hostable DHCP agents. Network: 293a6bb8-8fc7-4e12-9ce4-f221bed1175e, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:18:35.964808 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Network 293a6bb8-8fc7-4e12-9ce4-f221bed1175e is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:18:35.978762 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 293a6bb8-8fc7-4e12-9ce4-f221bed1175e) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:35.987307 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:35.988565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:35.994831 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83481eef-2c32-4f53-916f-1a7208c7d1ac None None] Network 293a6bb8-8fc7-4e12-9ce4-f221bed1175e requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:36.035434 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-39636fa0-5a8c-468c-a9c0-f97678f1a549 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4978163 Jul 14 11:18:36.183305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439bdd0f-a215-4309-81b8-10761bc25d4a None None] Network 293a6bb8-8fc7-4e12-9ce4-f221bed1175e requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:37.666969 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-35b064ff-eb50-442e-a9d8-2036da4b3ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:38.506849 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60562) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:38.674102 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0d98-f8a2-4a9e-befe-15c1dc915f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:38.677543 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:38.732552 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:38.757161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:38.820941 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0d98-f8a2-4a9e-befe-15c1dc915f05 admin admin] Publish callbacks [] for security_group (aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:38.825933 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0d98-f8a2-4a9e-befe-15c1dc915f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:38.874812 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fa7f0d98-f8a2-4a9e-befe-15c1dc915f05 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=429e991e1a8d41d3bc0e6ba6cd507b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620934 Jul 14 11:18:38.874812 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f0d98-f8a2-4a9e-befe-15c1dc915f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:38.875753 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60580) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:38.920374 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:38.947818 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-286b629d-59a1-4257-8656-95d338ae0f6f admin admin] Publish callbacks [] for security_group (aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:38.976572 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-286b629d-59a1-4257-8656-95d338ae0f6f admin admin] Publish callbacks [] for security_group (aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.041244 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-286b629d-59a1-4257-8656-95d338ae0f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.044405 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-286b629d-59a1-4257-8656-95d338ae0f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.047457 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-286b629d-59a1-4257-8656-95d338ae0f6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330 HTTP/1.1" status: 204 len: 168 time: 0.1641705 Jul 14 11:18:39.057463 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b629d-59a1-4257-8656-95d338ae0f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8af58f-ef64-41fe-a0cd-1f2b2a6f4330,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:39.149135 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60586) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:39.473539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60592) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:39.481582 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04790804-43f0-4bc6-9823-301af2ad38c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.498004 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-09c8169c-c7cd-43c4-863d-4695ee6cd75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.594805 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04790804-43f0-4bc6-9823-301af2ad38c4 admin admin] Publish callbacks [] for security_group (d2a23976-0c2e-4a44-9c47-53e1f14e6f93), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.601137 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-04790804-43f0-4bc6-9823-301af2ad38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d2a23976-0c2e-4a44-9c47-53e1f14e6f93), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.636186 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04790804-43f0-4bc6-9823-301af2ad38c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a23976-0c2e-4a44-9c47-53e1f14e6f93,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:39.651030 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-09c8169c-c7cd-43c4-863d-4695ee6cd75c admin admin] Publish callbacks [] for security_group (01dfcda4-a0cc-4174-8a59-56b59a6934d3), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.660224 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-04790804-43f0-4bc6-9823-301af2ad38c4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12257ef0c75c447c8dc88488fe119db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092776 Jul 14 11:18:39.660651 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-09c8169c-c7cd-43c4-863d-4695ee6cd75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (01dfcda4-a0cc-4174-8a59-56b59a6934d3), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.662209 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60598) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:39.704315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8169c-c7cd-43c4-863d-4695ee6cd75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dfcda4-a0cc-4174-8a59-56b59a6934d3,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:39.712410 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-09c8169c-c7cd-43c4-863d-4695ee6cd75c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f19fada591d42daac7e5b0764fd6de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372670 Jul 14 11:18:39.713156 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60600) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:39.725604 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:39.758761 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d0201eba-888f-4a8d-8da1-4b7ce3659318 admin admin] Publish callbacks [] for security_group (d2a23976-0c2e-4a44-9c47-53e1f14e6f93), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.795213 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d0201eba-888f-4a8d-8da1-4b7ce3659318 admin admin] Publish callbacks [] for security_group (d2a23976-0c2e-4a44-9c47-53e1f14e6f93), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.796038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab604b3e-3cf5-4ab8-8988-c34f3adca025 admin admin] Publish callbacks [] for security_group (01dfcda4-a0cc-4174-8a59-56b59a6934d3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.838532 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab604b3e-3cf5-4ab8-8988-c34f3adca025 admin admin] Publish callbacks [] for security_group (01dfcda4-a0cc-4174-8a59-56b59a6934d3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.888926 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d0201eba-888f-4a8d-8da1-4b7ce3659318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d2a23976-0c2e-4a44-9c47-53e1f14e6f93), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.892143 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d0201eba-888f-4a8d-8da1-4b7ce3659318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.895802 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d0201eba-888f-4a8d-8da1-4b7ce3659318 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2a23976-0c2e-4a44-9c47-53e1f14e6f93 HTTP/1.1" status: 204 len: 168 time: 0.2294433 Jul 14 11:18:39.921028 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0201eba-888f-4a8d-8da1-4b7ce3659318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a23976-0c2e-4a44-9c47-53e1f14e6f93,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:39.938468 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab604b3e-3cf5-4ab8-8988-c34f3adca025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (01dfcda4-a0cc-4174-8a59-56b59a6934d3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.948560 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ab604b3e-3cf5-4ab8-8988-c34f3adca025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:39.956993 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ab604b3e-3cf5-4ab8-8988-c34f3adca025 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01dfcda4-a0cc-4174-8a59-56b59a6934d3 HTTP/1.1" status: 204 len: 168 time: 0.2418919 Jul 14 11:18:39.976140 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab604b3e-3cf5-4ab8-8988-c34f3adca025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dfcda4-a0cc-4174-8a59-56b59a6934d3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:40.146619 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.536682 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60620) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:40.552995 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.560829 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e1392c6-a683-40eb-93cd-84de722feae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.684981 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e1392c6-a683-40eb-93cd-84de722feae9 admin admin] Publish callbacks [] for security_group (780c5413-85f7-4022-9f7b-6dd428ccaf9e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.691849 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1e1392c6-a683-40eb-93cd-84de722feae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (780c5413-85f7-4022-9f7b-6dd428ccaf9e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.742493 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1e1392c6-a683-40eb-93cd-84de722feae9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=50e5302ec83844f080a0ac1ed592a617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039030 Jul 14 11:18:40.743838 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1392c6-a683-40eb-93cd-84de722feae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780c5413-85f7-4022-9f7b-6dd428ccaf9e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:40.746747 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60624) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:40.823324 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40e6a976-586f-4850-a2e9-e7bfc71ba7d8 admin admin] Publish callbacks [] for security_group (780c5413-85f7-4022-9f7b-6dd428ccaf9e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.853729 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40e6a976-586f-4850-a2e9-e7bfc71ba7d8 admin admin] Publish callbacks [] for security_group (780c5413-85f7-4022-9f7b-6dd428ccaf9e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.892990 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:40.897246 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=14,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:40.932478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40e6a976-586f-4850-a2e9-e7bfc71ba7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (780c5413-85f7-4022-9f7b-6dd428ccaf9e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.935346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-40e6a976-586f-4850-a2e9-e7bfc71ba7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:40.943831 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-40e6a976-586f-4850-a2e9-e7bfc71ba7d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/780c5413-85f7-4022-9f7b-6dd428ccaf9e HTTP/1.1" status: 204 len: 168 time: 0.1889486 Jul 14 11:18:40.958189 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6a976-586f-4850-a2e9-e7bfc71ba7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780c5413-85f7-4022-9f7b-6dd428ccaf9e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:45.336977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60768) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:45.474266 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9ab89f72-b25c-4ff8-bef0-9528a7aa8cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.600469 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9ab89f72-b25c-4ff8-bef0-9528a7aa8cb2 admin admin] Publish callbacks [] for security_group (82f56d6d-285f-4d4b-a475-1af6f3157fc6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.605069 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9ab89f72-b25c-4ff8-bef0-9528a7aa8cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (82f56d6d-285f-4d4b-a475-1af6f3157fc6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.653270 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9ab89f72-b25c-4ff8-bef0-9528a7aa8cb2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b4c3918e2cb4426a85a2e0f18e508f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151650 Jul 14 11:18:45.655633 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab89f72-b25c-4ff8-bef0-9528a7aa8cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f56d6d-285f-4d4b-a475-1af6f3157fc6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:45.656586 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60780) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:45.729336 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-972ecf98-ce47-45fc-a9e1-63e0ba482b1c admin admin] Publish callbacks [] for security_group (82f56d6d-285f-4d4b-a475-1af6f3157fc6), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.753438 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.756519 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-972ecf98-ce47-45fc-a9e1-63e0ba482b1c admin admin] Publish callbacks [] for security_group (82f56d6d-285f-4d4b-a475-1af6f3157fc6), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.849655 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-972ecf98-ce47-45fc-a9e1-63e0ba482b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (82f56d6d-285f-4d4b-a475-1af6f3157fc6), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.853478 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-972ecf98-ce47-45fc-a9e1-63e0ba482b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:45.857469 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-972ecf98-ce47-45fc-a9e1-63e0ba482b1c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82f56d6d-285f-4d4b-a475-1af6f3157fc6 HTTP/1.1" status: 204 len: 168 time: 0.1997619 Jul 14 11:18:45.867179 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ecf98-ce47-45fc-a9e1-63e0ba482b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f56d6d-285f-4d4b-a475-1af6f3157fc6,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:46.641774 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60810) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:46.780014 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1579846847-network', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:46.809007 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Made reservation on behalf of 9b0b1b94221f442daa87ea1e3ca55df3 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:46.812302 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:46.825718 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:46.944734 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks [] for security_group (dcedf73c-1d10-407c-973b-13e1e14acb16), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:46.949525 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (dcedf73c-1d10-407c-973b-13e1e14acb16), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:46.963587 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:18:46.975169 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (3a63c026-c4c8-4713-baa9-d849065b0133), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:46.975557 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Added segment 3a63c026-c4c8-4713-baa9-d849065b0133 of type vlan for network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 Jul 14 11:18:47.009252 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:47.035997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcedf73c-1d10-407c-973b-13e1e14acb16,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:47.059723 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (b225fb61-c46d-47c5-a71e-3174b9d9f4b6), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.104812 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (b225fb61-c46d-47c5-a71e-3174b9d9f4b6), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.105895 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:47.106642 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.152176 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5063088 Jul 14 11:18:47.152666 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60826) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:47.162613 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Request body: {'subnet': {'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1579846847-subnet', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:47.215905 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60828) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:47.224578 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Made reservation on behalf of 9b0b1b94221f442daa87ea1e3ca55df3 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:47.227895 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6a459-bf4b-40ea-8654-db3b45bbe283 admin admin] Pushing event updated for resources: {'Network': ['ID=b225fb61-c46d-47c5-a71e-3174b9d9f4b6,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:47.229324 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62470254'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.251060 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:18:47.401385 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-030d95ac-858b-4949-9d5f-19a3038eed53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.445376 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:47.574319 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59019999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62470236'] for subnet (f5eccd1e-cbd5-4241-9e4e-b158bdda1453), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.583841 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-030d95ac-858b-4949-9d5f-19a3038eed53 admin admin] Publish callbacks [] for security_group (d50fa066-3a20-4978-82d7-a2db05c30a27), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.589773 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-030d95ac-858b-4949-9d5f-19a3038eed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d50fa066-3a20-4978-82d7-a2db05c30a27), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.661713 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d95ac-858b-4949-9d5f-19a3038eed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50fa066-3a20-4978-82d7-a2db05c30a27,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:47.673263 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-030d95ac-858b-4949-9d5f-19a3038eed53 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f42c151f821547968dd6ef65b8e9c3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521415 Jul 14 11:18:47.674000 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60834) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:47.679841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eccd1e-cbd5-4241-9e4e-b158bdda1453,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:47.689389 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Checking segment: {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:47.689999 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Network hostable DHCP agents. Network: b225fb61-c46d-47c5-a71e-3174b9d9f4b6, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:18:47.719420 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:18:47.735783 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, b225fb61-c46d-47c5-a71e-3174b9d9f4b6) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:47.741911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:47.742523 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.755480 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb3fc6-4e97-43e1-a4e4-25e357bdd427 None None] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:47.756352 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-14f00867-720d-42b2-8c5c-7ef25c9b831b admin admin] Publish callbacks [] for security_group (d50fa066-3a20-4978-82d7-a2db05c30a27), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.766203 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9888510b-6631-435e-862b-1a5d0fb145c3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6079977 Jul 14 11:18:47.766606 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60836) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:47.774188 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:47.824175 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-14f00867-720d-42b2-8c5c-7ef25c9b831b admin admin] Publish callbacks [] for security_group (d50fa066-3a20-4978-82d7-a2db05c30a27), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.871509 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (7209c0a8-578f-4897-a980-0aa93491ff05), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.872872 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (7209c0a8-578f-4897-a980-0aa93491ff05), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.936647 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:18:47.937787 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.960979 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-14f00867-720d-42b2-8c5c-7ef25c9b831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (d50fa066-3a20-4978-82d7-a2db05c30a27), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.963731 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-14f00867-720d-42b2-8c5c-7ef25c9b831b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.964961 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-14f00867-720d-42b2-8c5c-7ef25c9b831b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d50fa066-3a20-4978-82d7-a2db05c30a27 HTTP/1.1" status: 204 len: 168 time: 0.2892928 Jul 14 11:18:47.966689 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks [] for router_controller (7209c0a8-578f-4897-a980-0aa93491ff05), precommit_add_association {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:47.981414 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f00867-720d-42b2-8c5c-7ef25c9b831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50fa066-3a20-4978-82d7-a2db05c30a27,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:48.036154 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:48.069444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:48.152586 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Allocated IP 172.20.0.2 (b225fb61-c46d-47c5-a71e-3174b9d9f4b6/f5eccd1e-cbd5-4241-9e4e-b158bdda1453/1b4c4fca-8473-4447-b8e8-22cdab95e968) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:18:48.209147 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks [] for router_gateway (7209c0a8-578f-4897-a980-0aa93491ff05), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.350692 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Publish callbacks [] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.372244 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.425502 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:18:48.437111 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:48.442014 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:18:48.446236 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Pushing event updated for resources: {'Port': ['ID=1b4c4fca-8473-4447-b8e8-22cdab95e968,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:48.533419 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Attempting to bind port 1b4c4fca-8473-4447-b8e8-22cdab95e968 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:18:48.533717 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Attempting to bind port 1b4c4fca-8473-4447-b8e8-22cdab95e968 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:18:48.534011 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Attempting to bind port 1b4c4fca-8473-4447-b8e8-22cdab95e968 on network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:18:48.546399 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:18:48.547552 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Checking segment: {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:48.548745 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.550813 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Bound using segment: {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:18:48.552935 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Bound port: 1b4c4fca-8473-4447-b8e8-22cdab95e968, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:18:48.553938 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.562116 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks [] for router_gateway (7209c0a8-578f-4897-a980-0aa93491ff05), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.582598 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60846) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:48.604161 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.611970 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-14d4ce37-aa99-4bb4-87ba-4961fed006ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.626302 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:48.637091 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] For port 1b4c4fca-8473-4447-b8e8-22cdab95e968, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:18:48.641391 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] For port 1b4c4fca-8473-4447-b8e8-22cdab95e968, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=1b4c4fca-8473-4447-b8e8-22cdab95e968,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:18:48.652396 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.804311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Allocated IP 172.27.0.14 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/6246bab6-7136-40d8-8cb7-ce8ea2277d1e) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:18:48.820582 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-14d4ce37-aa99-4bb4-87ba-4961fed006ec admin admin] Publish callbacks [] for security_group (ebe9665b-7dc3-4853-8718-d9b11e8fe0ea), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.829264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-14d4ce37-aa99-4bb4-87ba-4961fed006ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ebe9665b-7dc3-4853-8718-d9b11e8fe0ea), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:48.840170 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f70c38-5581-46ca-ab76-48115532f689 None None] Pushing event updated for resources: {'Port': ['ID=1b4c4fca-8473-4447-b8e8-22cdab95e968,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:48.883839 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:48.930808 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=2,neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:48.954634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ce37-aa99-4bb4-87ba-4961fed006ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe9665b-7dc3-4853-8718-d9b11e8fe0ea,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:48.998052 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-14d4ce37-aa99-4bb4-87ba-4961fed006ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4018179b5a6f467ba624542abbf47716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138947 Jul 14 11:18:49.002936 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60852) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:49.040394 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks [] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:49.098463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:49.132865 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8e9e-5ce1-4bf6-b490-8a67cde9f302 admin admin] Publish callbacks [] for security_group (ebe9665b-7dc3-4853-8718-d9b11e8fe0ea), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:49.150532 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:49.182260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8e9e-5ce1-4bf6-b490-8a67cde9f302 admin admin] Publish callbacks [] for security_group (ebe9665b-7dc3-4853-8718-d9b11e8fe0ea), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:49.217194 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:18:49.220726 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:49.228275 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:18:49.261955 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Pushing event updated for resources: {'Port': ['ID=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:49.293061 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8e9e-5ce1-4bf6-b490-8a67cde9f302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (ebe9665b-7dc3-4853-8718-d9b11e8fe0ea), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:49.297315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8e9e-5ce1-4bf6-b490-8a67cde9f302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:49.303822 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1d1d8e9e-5ce1-4bf6-b490-8a67cde9f302 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ebe9665b-7dc3-4853-8718-d9b11e8fe0ea HTTP/1.1" status: 204 len: 168 time: 0.2915533 Jul 14 11:18:49.312599 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8e9e-5ce1-4bf6-b490-8a67cde9f302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe9665b-7dc3-4853-8718-d9b11e8fe0ea,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:49.611296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks [] for router_gateway (7209c0a8-578f-4897-a980-0aa93491ff05), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:49.836361 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:18:49.862661 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (7209c0a8-578f-4897-a980-0aa93491ff05), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:50.234719 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d3fe19-73e1-47cb-923a-290c9aef377f None None] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:50.366026 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:50.407981 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-6b324628-b834-4731-8c22-1072059adbc8 None None] Provisioning complete for port 1b4c4fca-8473-4447-b8e8-22cdab95e968 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:50.409838 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6b324628-b834-4731-8c22-1072059adbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:50.426601 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Router 7209c0a8-578f-4897-a980-0aa93491ff05 is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:18:50.649950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-6b324628-b834-4731-8c22-1072059adbc8 None None] Current status of the port 1b4c4fca-8473-4447-b8e8-22cdab95e968 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:50.651050 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6b324628-b834-4731-8c22-1072059adbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:50.668686 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:50.685012 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Sync routers for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:50.699696 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:50.721505 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:50.722433 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:50.728151 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:50.730408 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3d7fef89-d63c-4aef-a263-6c98d0dbb240 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9621041 Jul 14 11:18:50.733284 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60892) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:50.743799 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-6b324628-b834-4731-8c22-1072059adbc8 None None] For port 1b4c4fca-8473-4447-b8e8-22cdab95e968, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=1b4c4fca-8473-4447-b8e8-22cdab95e968,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:50.758523 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6b324628-b834-4731-8c22-1072059adbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:50.895192 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:50.897285 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b324628-b834-4731-8c22-1072059adbc8 None None] Pushing event updated for resources: {'Port': ['ID=1b4c4fca-8473-4447-b8e8-22cdab95e968,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:50.958451 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 1b4c4fca-8473-4447-b8e8-22cdab95e968 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:18:51.059863 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:51.072068 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:51.103772 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 1b4c4fca-8473-4447-b8e8-22cdab95e968 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:51.104934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.221351 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-39931809-0138-496f-a194-940dfa263712 None None] Provisioning complete for port 1b4c4fca-8473-4447-b8e8-22cdab95e968 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:51.221351 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-39931809-0138-496f-a194-940dfa263712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.386130 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 1b4c4fca-8473-4447-b8e8-22cdab95e968 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:51.472861 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:49Z', 'revision_number': 3, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:51.490833 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-39931809-0138-496f-a194-940dfa263712 None None] Current status of the port 1b4c4fca-8473-4447-b8e8-22cdab95e968 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:51.525542 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Checking router: 7209c0a8-578f-4897-a980-0aa93491ff05 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:51.525928 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Updating router 7209c0a8-578f-4897-a980-0aa93491ff05 port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:18:51.567266 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.670746 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.854052 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Allocated IP 172.20.0.1 (b225fb61-c46d-47c5-a71e-3174b9d9f4b6/f5eccd1e-cbd5-4241-9e4e-b158bdda1453/f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:18:51.890152 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Publish callbacks [] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.897561 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.967345 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Attempting to bind port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:18:51.967744 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Attempting to bind port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:18:51.968097 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Attempting to bind port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:18:51.970393 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Pushing event updated for resources: {'Port': ['ID=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:51.980643 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:18:51.981030 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:51.981418 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.981806 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:18:51.982274 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Bound port: 6246bab6-7136-40d8-8cb7-ce8ea2277d1e, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:18:51.982648 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.985374 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.985730 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.986119 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.987139 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.987608 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.987901 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.988157 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.988474 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.988788 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.989097 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.989246 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks [] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:51.989420 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.989723 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.990696 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.990696 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:51.990696 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:18:52.005042 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:52.032782 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.073417 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] For port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:18:52.074626 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:18:52.077219 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] For port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:18:52.081570 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:52.085817 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.086675 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:18:52.088452 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:52.111111 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Pushing event updated for resources: {'Port': ['ID=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:52.134583 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (7209c0a8-578f-4897-a980-0aa93491ff05), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.152067 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26b8f9-5c5f-48ea-a198-7d160e345453 None None] Pushing event updated for resources: {'Port': ['ID=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:52.180019 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:52.181081 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:52.247550 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:52.274437 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:52.295889 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.353352 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:52.422730 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-3a08ce42-ab4e-4398-a72f-7785c5bc7efc None None] Provisioning complete for port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:52.423340 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3a08ce42-ab4e-4398-a72f-7785c5bc7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.463484 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3a08ce42-ab4e-4398-a72f-7785c5bc7efc None None] Port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:18:52.579749 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:49Z', 'revision_number': 3, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:52.604369 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks [] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.613977 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.625517 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb03b6-a735-4982-8a5d-61cefac59700 None None] The sync data for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi is: [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:49Z', 'revision_number': 3, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:52.710705 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60920) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:52.722731 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Pushing event updated for resources: {'Port': ['ID=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:52.746445 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (7209c0a8-578f-4897-a980-0aa93491ff05), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.831103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] Deleting subnet 67c720a0-6235-409e-b06c-e7978f12ae2e {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:18:52.842818 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] Publish callbacks [] for subnet (67c720a0-6235-409e-b06c-e7978f12ae2e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.910611 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:18:52.914109 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:52.930539 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 1b4c4fca-8473-4447-b8e8-22cdab95e968 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:18:52.944032 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62318674'] for subnet (67c720a0-6235-409e-b06c-e7978f12ae2e), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:52.992270 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 1b4c4fca-8473-4447-b8e8-22cdab95e968 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:52.992641 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.075073 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (67c720a0-6235-409e-b06c-e7978f12ae2e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.077611 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:53.082877 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Router 7209c0a8-578f-4897-a980-0aa93491ff05 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:18:53.167137 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 1b4c4fca-8473-4447-b8e8-22cdab95e968 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:53.306900 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:53.317435 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-5bcb05bf-3e58-4121-adbf-f0f173b956cf admin admin] 10.222.0.75 "PUT /v2.0/routers/7209c0a8-578f-4897-a980-0aa93491ff05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823226 Jul 14 11:18:53.403194 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-6c864516-bcbf-43c7-b4ca-dc8336009a79 None None] Provisioning complete for port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:53.403952 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6c864516-bcbf-43c7-b4ca-dc8336009a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.457037 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-6c864516-bcbf-43c7-b4ca-dc8336009a79 None None] Port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:18:53.532657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59019920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62470229'] for subnet (67c720a0-6235-409e-b06c-e7978f12ae2e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.562278 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c720a0-6235-409e-b06c-e7978f12ae2e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:53.569809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.573435 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-87398c2e-977c-474b-b6e3-b51ba321eb5c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/67c720a0-6235-409e-b06c-e7978f12ae2e HTTP/1.1" status: 204 len: 168 time: 0.8599181 Jul 14 11:18:53.577127 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60928) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:53.665626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (d64971cf-8612-405a-921d-b7505b0bad61), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.818258 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (d64971cf-8612-405a-921d-b7505b0bad61), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.844401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64971cf-8612-405a-921d-b7505b0bad61']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:53.861169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec9a0d8-c6fa-40b7-92a5-da25022bc702') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:53.862098 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec9a0d8-c6fa-40b7-92a5-da25022bc702') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:53.878134 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (dec9a0d8-c6fa-40b7-92a5-da25022bc702), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.900349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (dec9a0d8-c6fa-40b7-92a5-da25022bc702), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.909532 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:18:53.910096 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (dec9a0d8-c6fa-40b7-92a5-da25022bc702), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:53.972353 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment dec9a0d8-c6fa-40b7-92a5-da25022bc702 resource provider aggregate not found Jul 14 11:18:53.996704 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (d64971cf-8612-405a-921d-b7505b0bad61), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.028363 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment dec9a0d8-c6fa-40b7-92a5-da25022bc702 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dec9a0d8-c6fa-40b7-92a5-da25022bc702 found for delete ", "request_id": "req-5dc71f39-6289-4517-b7a2-42cbd1ec8ceb"}]} Jul 14 11:18:54.030710 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.037093 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d64971cf-8612-405a-921d-b7505b0bad61 HTTP/1.1" status: 204 len: 168 time: 0.4584711 Jul 14 11:18:54.039778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c9efd-2472-45b2-a22b-f936a755b1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d64971cf-8612-405a-921d-b7505b0bad61,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:54.041324 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60944) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:54.106865 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] Deleting subnet 49be1a6d-f7b9-4e65-a1cc-2a29f845edaf {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:18:54.111142 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] Publish callbacks [] for subnet (49be1a6d-f7b9-4e65-a1cc-2a29f845edaf), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.150518 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (49be1a6d-f7b9-4e65-a1cc-2a29f845edaf), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.192107 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60948) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:54.206626 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-300491697-network', 'tenant_id': 'c8e814c52ec14d749384e4793e146534'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:54.265046 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (49be1a6d-f7b9-4e65-a1cc-2a29f845edaf), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.292778 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Made reservation on behalf of c8e814c52ec14d749384e4793e146534 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:54.295180 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.311311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.315276 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:54.374739 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (49be1a6d-f7b9-4e65-a1cc-2a29f845edaf), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.415318 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49be1a6d-f7b9-4e65-a1cc-2a29f845edaf,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:54.417540 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.423288 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-61998c00-50bd-4f54-bfea-b9cd9747c428 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/49be1a6d-f7b9-4e65-a1cc-2a29f845edaf HTTP/1.1" status: 204 len: 168 time: 0.3805654 Jul 14 11:18:54.423532 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60950) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:54.470560 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks [] for security_group (22a69c7d-0a06-4043-a56f-6d8cc8c5451a), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.476745 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (22a69c7d-0a06-4043-a56f-6d8cc8c5451a), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.511641 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (293a6bb8-8fc7-4e12-9ce4-f221bed1175e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.523789 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:18:54.540005 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a69c7d-0a06-4043-a56f-6d8cc8c5451a,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:54.546776 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (77638149-f804-43f1-a5fd-e174e501e215), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.547260 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Added segment 77638149-f804-43f1-a5fd-e174e501e215 of type vlan for network 3be85f4c-8067-4e5d-addc-7c4286080862 Jul 14 11:18:54.607170 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (3be85f4c-8067-4e5d-addc-7c4286080862), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.618573 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (293a6bb8-8fc7-4e12-9ce4-f221bed1175e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.637429 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (3be85f4c-8067-4e5d-addc-7c4286080862), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.638827 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:54.639811 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.640316 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293a6bb8-8fc7-4e12-9ce4-f221bed1175e']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:54.652005 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173c5ce4-515b-41ec-be48-0e8aba9bf9f3') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:54.652283 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173c5ce4-515b-41ec-be48-0e8aba9bf9f3') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:54.666934 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (173c5ce4-515b-41ec-be48-0e8aba9bf9f3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.679084 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4854155 Jul 14 11:18:54.680075 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60952) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:54.689488 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Request body: {'subnet': {'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-300491697-subnet', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:54.691408 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (173c5ce4-515b-41ec-be48-0e8aba9bf9f3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.700341 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:18:54.701039 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (173c5ce4-515b-41ec-be48-0e8aba9bf9f3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.722625 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:54.734857 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867cccf-d9c8-4c78-8e75-854453a1f31a admin admin] Pushing event updated for resources: {'Network': ['ID=3be85f4c-8067-4e5d-addc-7c4286080862,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:54.750742 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Made reservation on behalf of c8e814c52ec14d749384e4793e146534 for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:18:54.751731 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 3be85f4c-8067-4e5d-addc-7c4286080862 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:18:54.754224 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59260228'] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.795338 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (293a6bb8-8fc7-4e12-9ce4-f221bed1175e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.806718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:54.812930 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] 10.222.0.75 "DELETE /v2.0/networks/293a6bb8-8fc7-4e12-9ce4-f221bed1175e HTTP/1.1" status: 204 len: 168 time: 0.3876574 Jul 14 11:18:54.835221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:54.840735 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:54.847547 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664cfc0-0820-44f3-8531-78ac62eec7ef admin admin] Pushing event deleted for resources: {'Network': ['ID=293a6bb8-8fc7-4e12-9ce4-f221bed1175e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:54.926086 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 6246bab6-7136-40d8-8cb7-ce8ea2277d1e up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:18:54.988718 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60297319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59260278'] for subnet (2c27b850-f196-48b0-a7d3-236bde153ae0), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.018915 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:55.019534 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.043361 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c27b850-f196-48b0-a7d3-236bde153ae0,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:55.066008 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Sync routers for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:55.072549 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Checking segment: {'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:55.073117 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Network hostable DHCP agents. Network: 3be85f4c-8067-4e5d-addc-7c4286080862, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:18:55.096831 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Network 3be85f4c-8067-4e5d-addc-7c4286080862 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:18:55.103493 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:55.104394 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:55.109050 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 3be85f4c-8067-4e5d-addc-7c4286080862) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:55.115904 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:18:55.116632 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.139895 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e3022993-8d35-4c50-8d88-6b50f1de91d1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4565277 Jul 14 11:18:55.142477 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60958) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:55.149026 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:18:55.164367 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d2c09-8483-4e58-a045-a6d2eaad912c None None] Network 3be85f4c-8067-4e5d-addc-7c4286080862 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:55.178869 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (e24bb3e1-7996-492d-869e-6e241d51bf53), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.181715 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (e24bb3e1-7996-492d-869e-6e241d51bf53), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.196583 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:55.207454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60960) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:55.292797 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:55.318099 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks [] for router_controller (e24bb3e1-7996-492d-869e-6e241d51bf53), precommit_add_association {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.325289 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c0d8d4fa-8290-4723-ad83-2b023455fe39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94432f6569274238a86b9695977c30db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1161542 Jul 14 11:18:55.329196 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60962) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:55.482947 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:55.483222 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.508585 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:55.531636 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-920e3fd8-16aa-4d70-9359-737f58a547e2 admin admin] Publish callbacks [] for security_group (f5187bd0-2922-4cab-b641-e9d107be24ab), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.537836 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks [] for router_gateway (e24bb3e1-7996-492d-869e-6e241d51bf53), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.573869 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:55.583570 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-920e3fd8-16aa-4d70-9359-737f58a547e2 admin admin] Publish callbacks [] for security_group (f5187bd0-2922-4cab-b641-e9d107be24ab), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.583868 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.623452 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-3be85f4c-8067-4e5d-addc-7c4286080862', 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862', 'project_id': 'c8e814c52ec14d749384e4793e146534', 'fixed_ips': [{'subnet_id': '2c27b850-f196-48b0-a7d3-236bde153ae0'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:18:55.624428 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:55.666181 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:55.822515 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:55.962434 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Allocated IP 172.20.0.2 (3be85f4c-8067-4e5d-addc-7c4286080862/2c27b850-f196-48b0-a7d3-236bde153ae0/e6489b0f-607d-4f1b-98de-71c92da9084c) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:18:55.978135 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 2, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:56.027749 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Checking router: 7209c0a8-578f-4897-a980-0aa93491ff05 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:56.028193 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Updating router 7209c0a8-578f-4897-a980-0aa93491ff05 port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:18:56.031547 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-920e3fd8-16aa-4d70-9359-737f58a547e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (f5187bd0-2922-4cab-b641-e9d107be24ab), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.034717 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-920e3fd8-16aa-4d70-9359-737f58a547e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.035940 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-920e3fd8-16aa-4d70-9359-737f58a547e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5187bd0-2922-4cab-b641-e9d107be24ab HTTP/1.1" status: 204 len: 168 time: 0.7057412 Jul 14 11:18:56.042081 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:56.056454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e3fd8-16aa-4d70-9359-737f58a547e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5187bd0-2922-4cab-b641-e9d107be24ab,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:56.069835 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks [] for router_gateway (e24bb3e1-7996-492d-869e-6e241d51bf53), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.075528 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 173c5ce4-515b-41ec-be48-0e8aba9bf9f3 resource provider aggregate not found Jul 14 11:18:56.092802 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.110727 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 173c5ce4-515b-41ec-be48-0e8aba9bf9f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 173c5ce4-515b-41ec-be48-0e8aba9bf9f3 found for delete ", "request_id": "req-8d340d44-d138-496e-aa4f-acf502ae34d8"}]} Jul 14 11:18:56.238268 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.255865 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Allocated IP 172.27.0.9 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/e51452fa-909e-4619-a3bf-4e43a946569f) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:18:56.395314 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks [] for port (e51452fa-909e-4619-a3bf-4e43a946569f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.438404 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.475298 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:56.488181 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:18:56.495255 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:56.498596 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:18:56.519312 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:56.534943 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Publish callbacks [] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.548641 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Pushing event updated for resources: {'Port': ['ID=e51452fa-909e-4619-a3bf-4e43a946569f,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:56.556634 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.682813 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Network 3be85f4c-8067-4e5d-addc-7c4286080862 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:18:56.719684 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60974) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:56.731130 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:56.741750 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:18:56.748599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Pushing event updated for resources: {'Port': ['ID=e6489b0f-607d-4f1b-98de-71c92da9084c,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:56.791468 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 60976) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:56.791950 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-77893e90-4c0c-4c8e-bc0c-a1119650b3d1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b02ce14ecf394a15afed2dbd3616600e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708680 Jul 14 11:18:56.849396 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:56.868581 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Attempting to bind port e6489b0f-607d-4f1b-98de-71c92da9084c on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:18:56.869174 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Attempting to bind port e6489b0f-607d-4f1b-98de-71c92da9084c by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:18:56.869857 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Attempting to bind port e6489b0f-607d-4f1b-98de-71c92da9084c on network 3be85f4c-8067-4e5d-addc-7c4286080862 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:18:56.887732 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks [] for router_gateway (e24bb3e1-7996-492d-869e-6e241d51bf53), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.888012 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 6246bab6-7136-40d8-8cb7-ce8ea2277d1e up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:18:56.926469 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:18:56.926823 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Checking segment: {'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:56.927166 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.927672 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Bound using segment: {'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:18:56.928082 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Bound port: e6489b0f-607d-4f1b-98de-71c92da9084c, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:18:56.928464 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.931977 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ec4364e-ba8b-41cb-b279-55b1d9a7ab9e admin admin] Publish callbacks [] for security_group (739adfc3-ea91-4255-b5f0-d9f24b7af9b1), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:56.997527 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ec4364e-ba8b-41cb-b279-55b1d9a7ab9e admin admin] Publish callbacks [] for security_group (739adfc3-ea91-4255-b5f0-d9f24b7af9b1), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.055167 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Publish callbacks [] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.066512 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:57.066937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.074764 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.126759 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] For port e6489b0f-607d-4f1b-98de-71c92da9084c, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:18:57.163127 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:57.169910 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] For port e6489b0f-607d-4f1b-98de-71c92da9084c, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e6489b0f-607d-4f1b-98de-71c92da9084c,segment=NetworkSegment(77638149-f804-43f1-a5fd-e174e501e215),segment_id=77638149-f804-43f1-a5fd-e174e501e215)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:18:57.178869 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ec4364e-ba8b-41cb-b279-55b1d9a7ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (739adfc3-ea91-4255-b5f0-d9f24b7af9b1), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.186006 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1ec4364e-ba8b-41cb-b279-55b1d9a7ab9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.190986 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-1ec4364e-ba8b-41cb-b279-55b1d9a7ab9e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/739adfc3-ea91-4255-b5f0-d9f24b7af9b1 HTTP/1.1" status: 204 len: 168 time: 0.3947845 Jul 14 11:18:57.191244 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a6fb-8d36-4f21-bbca-ae8b70c3db3d None None] Pushing event updated for resources: {'Port': ['ID=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:57.195911 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.207837 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4364e-ba8b-41cb-b279-55b1d9a7ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739adfc3-ea91-4255-b5f0-d9f24b7af9b1,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:57.219325 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (e24bb3e1-7996-492d-869e-6e241d51bf53), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.481153 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Router e24bb3e1-7996-492d-869e-6e241d51bf53 is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:18:57.538655 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08d66c-0175-4094-91c7-c2caea30dae4 None None] Pushing event updated for resources: {'Port': ['ID=e6489b0f-607d-4f1b-98de-71c92da9084c,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:57.555444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:57.568795 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Attempting to bind port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:18:57.569309 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Attempting to bind port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:18:57.569756 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Attempting to bind port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff on network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:18:57.584004 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:18:57.584618 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Checking segment: {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:57.585274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.585883 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Bound using segment: {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:18:57.586692 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Bound port: f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:18:57.587475 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.695351 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:57.698438 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:18:57.716807 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-8492e529-b8f1-40e7-83de-89143d4eb37b None None] Provisioning complete for port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:57.717228 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8492e529-b8f1-40e7-83de-89143d4eb37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.740931 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Sync routers for ids ['e24bb3e1-7996-492d-869e-6e241d51bf53'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:18:57.742044 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.748782 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b143d462-af3f-472f-8dca-1668bf748251 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6035354 Jul 14 11:18:57.753405 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 60994) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:18:57.757194 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Routers {'e24bb3e1-7996-492d-869e-6e241d51bf53'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:57.757999 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e24bb3e1-7996-492d-869e-6e241d51bf53'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:57.780995 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] For port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:18:57.793703 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-8492e529-b8f1-40e7-83de-89143d4eb37b None None] Port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:18:57.805770 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] For port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:18:57.822690 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:57.894174 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a6fb-8d36-4f21-bbca-ae8b70c3db3d None None] Pushing event updated for resources: {'Port': ['ID=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:57.898150 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:57.937950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:57.939221 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:57.994546 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Set router e24bb3e1-7996-492d-869e-6e241d51bf53 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:58.129774 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:58.220509 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:58.483001 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:18:56Z', 'revision_number': 3, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port': {'id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:56Z', 'updated_at': '2022-07-14T11:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:58.524938 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Checking router: e24bb3e1-7996-492d-869e-6e241d51bf53 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:18:58.525463 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Updating router e24bb3e1-7996-492d-869e-6e241d51bf53 port e51452fa-909e-4619-a3bf-4e43a946569f binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:18:58.575694 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:58.755958 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-f1381e19-f95d-4e39-b420-f53c91a3ca78 None None] Provisioning complete for port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:58.756309 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f1381e19-f95d-4e39-b420-f53c91a3ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:58.857084 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:58.980722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e6489b0f-607d-4f1b-98de-71c92da9084c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:18:59.061621 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:59.135115 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Publish callbacks [] for port (e51452fa-909e-4619-a3bf-4e43a946569f), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.145190 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.151027 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29fd808-24f3-4b49-9f2f-a4e592fc9f30 None None] Network 3be85f4c-8067-4e5d-addc-7c4286080862 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:18:59.171871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Allocated IP 172.20.0.1 (3be85f4c-8067-4e5d-addc-7c4286080862/2c27b850-f196-48b0-a7d3-236bde153ae0/745e52a0-b39e-45c0-b4db-2d9f76a6d980) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:18:59.216123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:57Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:59.248662 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Attempting to bind port e51452fa-909e-4619-a3bf-4e43a946569f on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:18:59.249160 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Attempting to bind port e51452fa-909e-4619-a3bf-4e43a946569f by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:18:59.250011 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Attempting to bind port e51452fa-909e-4619-a3bf-4e43a946569f on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:18:59.268198 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60213f-c5db-41fd-babf-c690777ccfc1 None None] Pushing event updated for resources: {'Port': ['ID=e51452fa-909e-4619-a3bf-4e43a946569f,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:59.269186 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ee369-54eb-4b3d-894a-6f5afdece8a3 None None] The sync data for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi is: [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:57Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:18:59.272777 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-f1381e19-f95d-4e39-b420-f53c91a3ca78 None None] Current status of the port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:59.273291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f1381e19-f95d-4e39-b420-f53c91a3ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.274359 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:18:59.275456 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:18:59.276475 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.277205 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:18:59.278188 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Bound port: e51452fa-909e-4619-a3bf-4e43a946569f, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:18:59.278983 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.382787 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks [] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.391604 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:59.402834 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] For port e51452fa-909e-4619-a3bf-4e43a946569f, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:18:59.409627 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] For port e51452fa-909e-4619-a3bf-4e43a946569f, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e51452fa-909e-4619-a3bf-4e43a946569f,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:18:59.420857 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.437485 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port e6489b0f-607d-4f1b-98de-71c92da9084c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:59.437932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.479177 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.499672 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-f1381e19-f95d-4e39-b420-f53c91a3ca78 None None] For port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:59.520168 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f1381e19-f95d-4e39-b420-f53c91a3ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.528039 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Routers {'e24bb3e1-7996-492d-869e-6e241d51bf53'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:18:59.529172 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e24bb3e1-7996-492d-869e-6e241d51bf53'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:18:59.537103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Network 3be85f4c-8067-4e5d-addc-7c4286080862 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:18:59.544073 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:18:59.560263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:18:59.630889 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Pushing event updated for resources: {'Port': ['ID=745e52a0-b39e-45c0-b4db-2d9f76a6d980,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:59.652440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:59.697133 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-4a1f2599-4098-48a0-9de3-d7830b187a5d None None] Provisioning complete for port e6489b0f-607d-4f1b-98de-71c92da9084c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:18:59.697612 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4a1f2599-4098-48a0-9de3-d7830b187a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.716900 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (e24bb3e1-7996-492d-869e-6e241d51bf53), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.733244 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60213f-c5db-41fd-babf-c690777ccfc1 None None] Pushing event updated for resources: {'Port': ['ID=e51452fa-909e-4619-a3bf-4e43a946569f,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:59.746415 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1381e19-f95d-4e39-b420-f53c91a3ca78 None None] Pushing event updated for resources: {'Port': ['ID=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:18:59.760245 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] Set router e24bb3e1-7996-492d-869e-6e241d51bf53 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:18:59.766642 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port e6489b0f-607d-4f1b-98de-71c92da9084c is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:59.767103 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.821989 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:59.888217 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port e6489b0f-607d-4f1b-98de-71c92da9084c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e6489b0f-607d-4f1b-98de-71c92da9084c,segment=NetworkSegment(77638149-f804-43f1-a5fd-e174e501e215),segment_id=77638149-f804-43f1-a5fd-e174e501e215)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:18:59.890289 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f2599-4098-48a0-9de3-d7830b187a5d None None] Current status of the port e6489b0f-607d-4f1b-98de-71c92da9084c is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:18:59.892064 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4a1f2599-4098-48a0-9de3-d7830b187a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.904285 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:18:59.977773 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:18:59.992955 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:00.112287 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.db.api [None req-4a1f2599-4098-48a0-9de3-d7830b187a5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 11:19:00.112854 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG oslo_db.api [None req-4a1f2599-4098-48a0-9de3-d7830b187a5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 11:19:00.119895 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=e6489b0f-607d-4f1b-98de-71c92da9084c,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:00.153504 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:00.296847 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:18:56Z', 'revision_number': 3, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port': {'id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:56Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:00.360586 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9750570-a6a8-47c3-9f3f-e79e427e168c None None] The sync data for ids ['e24bb3e1-7996-492d-869e-6e241d51bf53'] in dv-cinder-848938-2-iscsi is: [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:18:56Z', 'revision_number': 3, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port': {'id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:56Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:19:00.452576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks [] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:00.460323 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:00.547602 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Pushing event updated for resources: {'Port': ['ID=745e52a0-b39e-45c0-b4db-2d9f76a6d980,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:00.551643 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (e24bb3e1-7996-492d-869e-6e241d51bf53), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:00.566275 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.566630 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.566978 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.567321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.567697 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.568039 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.568372 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.568704 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.569036 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.569367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.569700 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.570030 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.570358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.570688 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.571013 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:00.664047 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f2599-4098-48a0-9de3-d7830b187a5d None None] Current status of the port e6489b0f-607d-4f1b-98de-71c92da9084c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:00.688198 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Network 3be85f4c-8067-4e5d-addc-7c4286080862 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:19:00.690627 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:19:00.819286 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-91ee9c36-fee9-4b3b-9976-dac575a049cd None None] Provisioning complete for port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:00.833305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-91ee9c36-fee9-4b3b-9976-dac575a049cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:00.890786 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Router e24bb3e1-7996-492d-869e-6e241d51bf53 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:19:00.930415 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-91ee9c36-fee9-4b3b-9976-dac575a049cd None None] Port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:19:00.957076 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-91ee9c36-fee9-4b3b-9976-dac575a049cd None None] Provisioning complete for port e6489b0f-607d-4f1b-98de-71c92da9084c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:00.957380 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-91ee9c36-fee9-4b3b-9976-dac575a049cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:01.149722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-91ee9c36-fee9-4b3b-9976-dac575a049cd None None] Current status of the port e6489b0f-607d-4f1b-98de-71c92da9084c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:01.201959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:19:01.221846 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-dcd6d64c-ce67-457b-8e6a-8d74c63c8132 admin admin] 10.222.0.75 "PUT /v2.0/routers/e24bb3e1-7996-492d-869e-6e241d51bf53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4664631 Jul 14 11:19:01.286451 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-1e3b3d49-3946-45b1-bcb9-8e67400e64ee None None] Provisioning complete for port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:01.287190 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3d49-3946-45b1-bcb9-8e67400e64ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:01.375138 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e51452fa-909e-4619-a3bf-4e43a946569f up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:19:01.507558 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b3d49-3946-45b1-bcb9-8e67400e64ee None None] Port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:19:01.526966 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port e51452fa-909e-4619-a3bf-4e43a946569f triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:01.527540 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:01.725537 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port e51452fa-909e-4619-a3bf-4e43a946569f is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:01.726325 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:01.771017 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port e51452fa-909e-4619-a3bf-4e43a946569f, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e51452fa-909e-4619-a3bf-4e43a946569f,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:01.779663 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:01.781517 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e6489b0f-607d-4f1b-98de-71c92da9084c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:19:01.802308 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 32846) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:01.880988 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=e51452fa-909e-4619-a3bf-4e43a946569f,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:01.897003 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port e6489b0f-607d-4f1b-98de-71c92da9084c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:01.897525 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.016051 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port e6489b0f-607d-4f1b-98de-71c92da9084c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:02.017447 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:19:02.020130 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6b7bcc05-6f87-4364-b06d-113731fdab3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.065105 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:02.079836 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:02.096821 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:02.097424 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.122229 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:02.154617 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6b7bcc05-6f87-4364-b06d-113731fdab3b admin admin] Publish callbacks [] for security_group (cc91af54-fcc1-4605-927b-13af53de04a6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.160492 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6b7bcc05-6f87-4364-b06d-113731fdab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (cc91af54-fcc1-4605-927b-13af53de04a6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.186455 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:02.196011 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:02.213897 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6b7bcc05-6f87-4364-b06d-113731fdab3b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=200b04f7dd164a258b3c8d13541bd149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4104514 Jul 14 11:19:02.214676 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bcc05-6f87-4364-b06d-113731fdab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc91af54-fcc1-4605-927b-13af53de04a6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:02.217101 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 32858) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:02.281387 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Publish callbacks [] for security_group (cc91af54-fcc1-4605-927b-13af53de04a6), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.316118 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Publish callbacks [] for security_group (cc91af54-fcc1-4605-927b-13af53de04a6), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.383012 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (cc91af54-fcc1-4605-927b-13af53de04a6), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.386484 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:02.388648 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc91af54-fcc1-4605-927b-13af53de04a6 HTTP/1.1" status: 204 len: 168 time: 0.1699560 Jul 14 11:19:02.403455 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc91af54-fcc1-4605-927b-13af53de04a6,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:02.416823 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.417361 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.418006 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.418903 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.419558 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.420204 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.420989 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.421477 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.421963 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.422447 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.423128 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.423641 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.424679 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.425162 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.426010 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e710abc-a5f7-4d1f-adf3-fe0915f9824f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:02.891058 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e51452fa-909e-4619-a3bf-4e43a946569f up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:19:03.024699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port e51452fa-909e-4619-a3bf-4e43a946569f triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:03.025488 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:03.225293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port e51452fa-909e-4619-a3bf-4e43a946569f is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:03.229467 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Sync routers for ids ['e24bb3e1-7996-492d-869e-6e241d51bf53'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:19:03.256137 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Routers {'e24bb3e1-7996-492d-869e-6e241d51bf53'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:19:03.260229 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e24bb3e1-7996-492d-869e-6e241d51bf53'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:03.504068 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Set router e24bb3e1-7996-492d-869e-6e241d51bf53 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:19:04.102374 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 4, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port': {'id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:56Z', 'updated_at': '2022-07-14T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '745e52a0-b39e-45c0-b4db-2d9f76a6d980', 'name': '', 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'mac_address': 'fa:16:3e:7d:34:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2c27b850-f196-48b0-a7d3-236bde153ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:58Z', 'updated_at': '2022-07-14T11:19:00Z', 'revision_number': 2, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'subnets': [{'id': '2c27b850-f196-48b0-a7d3-236bde153ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:04.157815 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Checking router: e24bb3e1-7996-492d-869e-6e241d51bf53 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:19:04.158939 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Updating router e24bb3e1-7996-492d-869e-6e241d51bf53 port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:19:04.250230 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:04.715315 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Publish callbacks [] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:04.727727 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:04.823726 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:04.854128 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ab685-3ae4-43d9-8d75-0f81062d64d1 None None] Pushing event updated for resources: {'Port': ['ID=745e52a0-b39e-45c0-b4db-2d9f76a6d980,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:04.952515 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:04.961894 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Attempting to bind port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:19:04.962267 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Attempting to bind port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:19:04.962627 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Attempting to bind port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 on network 3be85f4c-8067-4e5d-addc-7c4286080862 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:19:04.969449 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:19:04.969931 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Checking segment: {'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:19:04.970344 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:04.971291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Bound using segment: {'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:19:04.971842 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Bound port: 745e52a0-b39e-45c0-b4db-2d9f76a6d980, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77638149-f804-43f1-a5fd-e174e501e215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:19:04.972229 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:05.068929 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] For port 745e52a0-b39e-45c0-b4db-2d9f76a6d980, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:19:05.073662 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] For port 745e52a0-b39e-45c0-b4db-2d9f76a6d980, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=745e52a0-b39e-45c0-b4db-2d9f76a6d980,segment=NetworkSegment(77638149-f804-43f1-a5fd-e174e501e215),segment_id=77638149-f804-43f1-a5fd-e174e501e215)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:19:05.090312 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:05.165332 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ab685-3ae4-43d9-8d75-0f81062d64d1 None None] Pushing event updated for resources: {'Port': ['ID=745e52a0-b39e-45c0-b4db-2d9f76a6d980,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:05.195282 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Routers {'e24bb3e1-7996-492d-869e-6e241d51bf53'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:19:05.196267 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:18:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e24bb3e1-7996-492d-869e-6e241d51bf53'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:05.291774 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ec49192d-1b19-42cd-917a-0f2f561cb459 None None] Provisioning complete for port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:05.292803 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ec49192d-1b19-42cd-917a-0f2f561cb459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:05.509679 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-38db8e97-a100-43bb-8528-f2bb0261bab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:05.584954 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] Set router e24bb3e1-7996-492d-869e-6e241d51bf53 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:19:05.628904 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ec49192d-1b19-42cd-917a-0f2f561cb459 None None] Current status of the port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:05.629280 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ec49192d-1b19-42cd-917a-0f2f561cb459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:05.745107 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-ec49192d-1b19-42cd-917a-0f2f561cb459 None None] For port 745e52a0-b39e-45c0-b4db-2d9f76a6d980, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=745e52a0-b39e-45c0-b4db-2d9f76a6d980,segment=NetworkSegment(77638149-f804-43f1-a5fd-e174e501e215),segment_id=77638149-f804-43f1-a5fd-e174e501e215)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:05.757248 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ec49192d-1b19-42cd-917a-0f2f561cb459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:05.918171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49192d-1b19-42cd-917a-0f2f561cb459 None None] Pushing event updated for resources: {'Port': ['ID=745e52a0-b39e-45c0-b4db-2d9f76a6d980,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:05.928756 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-e9a97eb8-1e39-4feb-9b31-e8d912324bb1 None None] Provisioning complete for port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:05.929132 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e9a97eb8-1e39-4feb-9b31-e8d912324bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:06.037844 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:06.058285 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 4, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port': {'id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:56Z', 'updated_at': '2022-07-14T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '745e52a0-b39e-45c0-b4db-2d9f76a6d980', 'name': '', 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'mac_address': 'fa:16:3e:7d:34:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2c27b850-f196-48b0-a7d3-236bde153ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:58Z', 'updated_at': '2022-07-14T11:19:05Z', 'revision_number': 4, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'subnets': [{'id': '2c27b850-f196-48b0-a7d3-236bde153ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:06.139372 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb7e9f-617d-494c-bb67-f64394c9fd1e None None] The sync data for ids ['e24bb3e1-7996-492d-869e-6e241d51bf53'] in dv-cinder-848938-2-iscsi is: [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 4, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port': {'id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:56Z', 'updated_at': '2022-07-14T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '745e52a0-b39e-45c0-b4db-2d9f76a6d980', 'name': '', 'network_id': '3be85f4c-8067-4e5d-addc-7c4286080862', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'mac_address': 'fa:16:3e:7d:34:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2c27b850-f196-48b0-a7d3-236bde153ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:58Z', 'updated_at': '2022-07-14T11:19:05Z', 'revision_number': 4, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'subnets': [{'id': '2c27b850-f196-48b0-a7d3-236bde153ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:19:06.156489 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-e9a97eb8-1e39-4feb-9b31-e8d912324bb1 None None] Current status of the port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:06.886317 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 745e52a0-b39e-45c0-b4db-2d9f76a6d980 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:19:06.982097 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:06.982955 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:07.141845 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:07.673714 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9025209a-5d67-4b1f-9c00-f9eb8a4d879b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:08.706874 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:08.729406 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:10.133526 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:10.277124 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:10.311431 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:10.562238 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:12.218131 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:12.224245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=7,neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:12.362682 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:12.411538 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=41,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:13.797813 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33044) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:13.993116 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bb4bd59a-0848-4da1-bc2c-dacafc17fa2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:14.150497 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bb4bd59a-0848-4da1-bc2c-dacafc17fa2e admin admin] Publish callbacks [] for security_group (236fc2d3-e19e-4cb1-82f5-b42bb3f08209), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:14.158661 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bb4bd59a-0848-4da1-bc2c-dacafc17fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (236fc2d3-e19e-4cb1-82f5-b42bb3f08209), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:14.230288 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33054) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:14.232441 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bb4bd59a-0848-4da1-bc2c-dacafc17fa2e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c41d6c14be4481597e52e548acfe67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336426 Jul 14 11:19:14.237261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bd59a-0848-4da1-bc2c-dacafc17fa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236fc2d3-e19e-4cb1-82f5-b42bb3f08209,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:14.322882 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4068-051f-4725-a44c-bf0bfa38ad8c admin admin] Publish callbacks [] for security_group (236fc2d3-e19e-4cb1-82f5-b42bb3f08209), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:14.366442 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4068-051f-4725-a44c-bf0bfa38ad8c admin admin] Publish callbacks [] for security_group (236fc2d3-e19e-4cb1-82f5-b42bb3f08209), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:14.442479 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4068-051f-4725-a44c-bf0bfa38ad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (236fc2d3-e19e-4cb1-82f5-b42bb3f08209), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:14.447885 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4068-051f-4725-a44c-bf0bfa38ad8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:14.450160 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d1eb4068-051f-4725-a44c-bf0bfa38ad8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/236fc2d3-e19e-4cb1-82f5-b42bb3f08209 HTTP/1.1" status: 204 len: 168 time: 0.2182407 Jul 14 11:19:14.471501 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb4068-051f-4725-a44c-bf0bfa38ad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236fc2d3-e19e-4cb1-82f5-b42bb3f08209,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:14.872259 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33072) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:14.897014 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6cc5861b-c8a1-4e71-983e-4f273d42ff39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:15.020494 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6cc5861b-c8a1-4e71-983e-4f273d42ff39 admin admin] Publish callbacks [] for security_group (16bf454d-06db-4032-85cd-917649923548), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:15.026665 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6cc5861b-c8a1-4e71-983e-4f273d42ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (16bf454d-06db-4032-85cd-917649923548), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:15.086825 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5861b-c8a1-4e71-983e-4f273d42ff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf454d-06db-4032-85cd-917649923548,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:15.093744 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6cc5861b-c8a1-4e71-983e-4f273d42ff39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=684a6e461e534e76b82eeb9918c24e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203186 Jul 14 11:19:15.098483 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33088) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:15.161321 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b5661029-ec48-42e4-b5c0-5e0b2b2bff9f admin admin] Publish callbacks [] for security_group (16bf454d-06db-4032-85cd-917649923548), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:15.196383 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b5661029-ec48-42e4-b5c0-5e0b2b2bff9f admin admin] Publish callbacks [] for security_group (16bf454d-06db-4032-85cd-917649923548), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:15.259790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-0b1d1d09-e989-431f-a678-6b9007b1c265 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:15.262068 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-0b1d1d09-e989-431f-a678-6b9007b1c265 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 815 time: 0.1436348 Jul 14 11:19:15.285799 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b5661029-ec48-42e4-b5c0-5e0b2b2bff9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (16bf454d-06db-4032-85cd-917649923548), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:15.289108 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b5661029-ec48-42e4-b5c0-5e0b2b2bff9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:15.290405 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b5661029-ec48-42e4-b5c0-5e0b2b2bff9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16bf454d-06db-4032-85cd-917649923548 HTTP/1.1" status: 204 len: 168 time: 0.1907153 Jul 14 11:19:15.297439 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-dc90ab8e-3ebc-4dc1-897a-cd7d220b5d57 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/quotas/9b0b1b94221f442daa87ea1e3ca55df3 HTTP/1.1" status: 200 len: 375 time: 0.0203447 Jul 14 11:19:15.307233 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661029-ec48-42e4-b5c0-5e0b2b2bff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf454d-06db-4032-85cd-917649923548,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:15.409734 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-099a6084-a2c8-4e40-b1b8-e1bc9535c824 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002996 Jul 14 11:19:15.426486 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-9b9efb77-6f1a-4744-8fe1-4116801fd11e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:19:15.427560 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-9b9efb77-6f1a-4744-8fe1-4116801fd11e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061798 Jul 14 11:19:15.553658 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-286938cb-fca0-4ce5-a6c2-1a6ecef70365 service neutron] 10.222.0.75 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180110 Jul 14 11:19:15.731636 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-aafedc37-38e0-4046-b40e-c3322408fa5f service neutron] 10.222.0.75 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610825 Jul 14 11:19:15.745625 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.006786 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-96c73a3b-66a5-48fd-a2db-0d7b4a632904 req-2bec880e-3dc5-4d72-aa59-cec4fe1ee4f1 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 210 time: 0.0627060 Jul 14 11:19:16.458263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33134) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:16.613427 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1279867518-network', 'tenant_id': '442d027d621e40e2800fd6467f2bb60d'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:16.638341 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Made reservation on behalf of 442d027d621e40e2800fd6467f2bb60d for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:19:16.640753 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.651316 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.778193 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks [] for security_group (dd6fca82-2e1a-4557-9ddf-9791406d3a87), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.786418 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (dd6fca82-2e1a-4557-9ddf-9791406d3a87), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.818616 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:19:16.829736 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6fca82-2e1a-4557-9ddf-9791406d3a87,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:16.836179 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (f0d58476-4a5d-4009-9e8e-5b1d401611f5), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.836524 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Added segment f0d58476-4a5d-4009-9e8e-5b1d401611f5 of type vlan for network 57cccd21-e43b-4330-9949-ecb62e221d9b Jul 14 11:19:16.888895 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (57cccd21-e43b-4330-9949-ecb62e221d9b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.927092 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:16.934627 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (57cccd21-e43b-4330-9949-ecb62e221d9b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.936300 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:16.937248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:16.942360 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:17.039203 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5794256 Jul 14 11:19:17.042091 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33142) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:17.049461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Request body: {'subnet': {'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1279867518-subnet', 'tenant_id': '442d027d621e40e2800fd6467f2bb60d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:17.052205 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca6f08-87ee-45cd-a788-6a5c01bb63fb admin admin] Pushing event updated for resources: {'Network': ['ID=57cccd21-e43b-4330-9949-ecb62e221d9b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:17.067081 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network 57cccd21-e43b-4330-9949-ecb62e221d9b details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:19:17.105050 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Made reservation on behalf of 442d027d621e40e2800fd6467f2bb60d for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:19:17.109858 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59260228'] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:17.196411 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-671ddd16-cc32-429d-9e42-c913282f703f req-d9d2f24b-6d22-43e5-b949-8c1c61844546 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 210 time: 0.0342703 Jul 14 11:19:17.408593 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60297319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59260278'] for subnet (65a24a14-f353-4832-a5e2-9efd47cea08d), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:17.499790 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a24a14-f353-4832-a5e2-9efd47cea08d,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:17.505193 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-0486f3f3-2f06-406d-b453-392f5edf8346 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:17.507669 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-0486f3f3-2f06-406d-b453-392f5edf8346 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 815 time: 0.1445684 Jul 14 11:19:17.510567 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:17.522045 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:17.526106 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Checking segment: {'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:19:17.526475 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Network hostable DHCP agents. Network: 57cccd21-e43b-4330-9949-ecb62e221d9b, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:19:17.531036 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'port': {'device_id': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'admin_state_up': True, 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:17.558054 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Network 57cccd21-e43b-4330-9949-ecb62e221d9b is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:19:17.581771 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, 57cccd21-e43b-4330-9949-ecb62e221d9b) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:19:17.591550 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:17.592599 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:17.608147 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58910f-50e4-4121-824b-3fa2dd501e90 None None] Network 57cccd21-e43b-4330-9949-ecb62e221d9b requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:19:17.637874 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6e83dbf3-1a0a-4290-9826-919e34f1d18f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5937295 Jul 14 11:19:17.764168 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Made reservation on behalf of 9b0b1b94221f442daa87ea1e3ca55df3 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:19:17.769681 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:17.839434 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c6be5-aefd-44b9-9830-786095d0749e None None] Network 57cccd21-e43b-4330-9949-ecb62e221d9b requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:19:18.052544 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Allocated IP 172.20.0.3 (b225fb61-c46d-47c5-a71e-3174b9d9f4b6/f5eccd1e-cbd5-4241-9e4e-b158bdda1453/eae020e3-68cc-41b2-b34f-a030ba6e139b) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:19:18.334905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:18.382221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:18.435355 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-610b52cf-3fc4-4838-aadd-f1c2a8cf6e8f req-0a628962-d1e9-4c11-9f3c-be2aa7ea8a3a tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 210 time: 0.1102867 Jul 14 11:19:18.441808 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:19:18.446728 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:19:18.471868 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:19:18.577826 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:18.618680 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:18.620040 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:18.668130 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2d713132-2edc-4e09-8b43-2ddb48234a72 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1240244 Jul 14 11:19:18.677237 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2fceb64e-767d-4339-9a73-3101634c6c06 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:19:18.680311 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-2fceb64e-767d-4339-9a73-3101634c6c06 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0114844 Jul 14 11:19:19.012372 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ad7b532d-cba1-4f9a-973d-09554a21240e None None] Provisioning complete for port eae020e3-68cc-41b2-b34f-a030ba6e139b triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:19.013938 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ad7b532d-cba1-4f9a-973d-09554a21240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:19.074941 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b532d-cba1-4f9a-973d-09554a21240e None None] Port eae020e3-68cc-41b2-b34f-a030ba6e139b cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:19:19.651278 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f21e7-2c90-4b9e-adc4-4c3c2ebd4bc7 req-c9100405-1465-46ce-9bea-784220cacc65 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:19.655639 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-691f21e7-2c90-4b9e-adc4-4c3c2ebd4bc7 req-c9100405-1465-46ce-9bea-784220cacc65 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0880358 Jul 14 11:19:19.684031 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:19.749436 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-691f21e7-2c90-4b9e-adc4-4c3c2ebd4bc7 req-f8220b0f-a2d8-4df1-a8ed-03b0edc2e3cf tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Jul 14 11:19:20.918330 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714fe6-855d-443b-a4f4-d417d38bdb27 req-845de82a-537a-42ba-bbfc-a41fe74e5cef tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:20.933442 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e2714fe6-855d-443b-a4f4-d417d38bdb27 req-845de82a-537a-42ba-bbfc-a41fe74e5cef tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0743113 Jul 14 11:19:21.052786 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e2714fe6-855d-443b-a4f4-d417d38bdb27 req-940c93c9-f09f-4aff-9153-dc024782768d tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145175 Jul 14 11:19:21.232049 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:21.334482 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537d999-cb29-4c56-b447-cbee360a1839 req-f9b816ff-f265-462f-ac0a-d955a7385816 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:21.336036 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-f9b816ff-f265-462f-ac0a-d955a7385816 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/networks?id=57cccd21-e43b-4330-9949-ecb62e221d9b HTTP/1.1" status: 200 len: 809 time: 0.1416798 Jul 14 11:19:21.353696 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-f1abb5df-4263-49a7-8d29-f899600e6472 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/quotas/442d027d621e40e2800fd6467f2bb60d HTTP/1.1" status: 200 len: 375 time: 0.0107067 Jul 14 11:19:21.403376 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-b706c327-7a3c-4d69-a4ef-636d457d0d77 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=442d027d621e40e2800fd6467f2bb60d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427380 Jul 14 11:19:21.527155 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-f742da00-9876-424b-8861-97abeb45fc37 service neutron] 10.222.0.75 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228418 Jul 14 11:19:21.658756 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-aec6f4e0-4e50-4ed6-80c3-95b710b584c9 service neutron] 10.222.0.75 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248541 Jul 14 11:19:21.886870 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a2e3c3ea-0ff8-446e-80de-1fd62f2b7b6d req-1f6ffb01-d265-43ad-8db3-c241df093401 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0432878 Jul 14 11:19:22.259007 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc4103-94f7-4c57-83ee-6e093d8999eb req-34db5c26-9b59-47ff-a034-6a1df5d07b32 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:22.262041 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-98fc4103-94f7-4c57-83ee-6e093d8999eb req-34db5c26-9b59-47ff-a034-6a1df5d07b32 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.1148624 Jul 14 11:19:22.400129 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-98fc4103-94f7-4c57-83ee-6e093d8999eb req-30a2152a-f987-4d69-b4e1-c34b9abc0be3 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226547 Jul 14 11:19:23.031757 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-be015429-9d30-48fe-aeaf-2caed1881270 req-78cfee82-9ef9-4df4-9080-5c9fc405bf8a tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0356138 Jul 14 11:19:23.571289 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7866735-2e51-46f5-8b98-2a3ca7582e80 req-d8bc89b5-bb44-4c12-a31e-5e66c838a8b3 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:23.586991 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7866735-2e51-46f5-8b98-2a3ca7582e80 req-d8bc89b5-bb44-4c12-a31e-5e66c838a8b3 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0934999 Jul 14 11:19:23.686936 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d7866735-2e51-46f5-8b98-2a3ca7582e80 req-c0486016-3a0d-4cd5-8efd-af3a32581135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978348 Jul 14 11:19:24.163059 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a944b39a-21a7-4f19-8626-b9d367f7a80d req-08557900-3c8e-4e0a-ae9f-776d3fb86c31 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0333829 Jul 14 11:19:24.844600 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446aa6e-6d6f-4bc1-b553-917df87e38c7 req-674ab9bb-b4a2-4ede-9157-b6d2cc470f78 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:24.859134 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3446aa6e-6d6f-4bc1-b553-917df87e38c7 req-674ab9bb-b4a2-4ede-9157-b6d2cc470f78 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0881174 Jul 14 11:19:24.923446 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3446aa6e-6d6f-4bc1-b553-917df87e38c7 req-7c136b24-f290-4b6f-a161-94782143074e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599108 Jul 14 11:19:25.344650 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9d3837df-57fd-47c8-bd58-8603d220a211 req-53a3311b-6cf9-4e34-a430-69d230d314f9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0549827 Jul 14 11:19:26.104106 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bd8f5-0e32-4738-a617-4301912da69e req-37b8f500-2980-4fe7-a765-1e2d9abafc66 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:26.106743 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8e5bd8f5-0e32-4738-a617-4301912da69e req-37b8f500-2980-4fe7-a765-1e2d9abafc66 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0662715 Jul 14 11:19:26.177497 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8e5bd8f5-0e32-4738-a617-4301912da69e req-e7152304-67d5-41cf-959d-16d853c11225 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634844 Jul 14 11:19:26.511043 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-32f92e9c-cd06-4fef-82a2-014f2864a639 req-7fdbf263-312d-480a-9b32-279b265a8766 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0497022 Jul 14 11:19:26.840081 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:19:27.313142 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670eb75-911e-465a-a79f-aa5a1f778c7d req-15a7d08c-4b0f-41c6-9dda-ba06ffcb136c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:27.314839 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0670eb75-911e-465a-a79f-aa5a1f778c7d req-15a7d08c-4b0f-41c6-9dda-ba06ffcb136c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0568984 Jul 14 11:19:27.374794 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0670eb75-911e-465a-a79f-aa5a1f778c7d req-e6c30c14-9079-44cb-8262-eb17fcddcda4 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533297 Jul 14 11:19:27.633348 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4ac3f694-f613-4dbd-8ef3-eeb203b35493 req-6073cd7b-422e-40d5-a537-bd061e41f601 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0334146 Jul 14 11:19:28.549346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204d9a8-cedf-4a6d-b000-a3b21aa9112f req-a7b32541-838e-4984-984a-6bf1c9fe356c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:28.551685 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9204d9a8-cedf-4a6d-b000-a3b21aa9112f req-a7b32541-838e-4984-984a-6bf1c9fe356c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0737410 Jul 14 11:19:28.631141 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9204d9a8-cedf-4a6d-b000-a3b21aa9112f req-8c501bcc-e2c1-4a66-9688-c6dec3b5b843 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 Jul 14 11:19:28.758031 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ecd51b24-dda2-43c5-894f-9cfec3442372 req-3fa3fefc-2456-4bfd-ab55-22efab35d08a tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0290279 Jul 14 11:19:29.064176 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=48 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:29.070956 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:29.780412 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd33c2c-7b9b-4e87-9e13-7b469094dd15 req-28a4a190-c893-436a-8dc9-6a0c09d70955 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:29.782006 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7dd33c2c-7b9b-4e87-9e13-7b469094dd15 req-28a4a190-c893-436a-8dc9-6a0c09d70955 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 931 time: 0.0614996 Jul 14 11:19:29.817688 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:29.849284 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7dd33c2c-7b9b-4e87-9e13-7b469094dd15 req-827ebeec-d9e0-4d3f-9ca2-5ab2ed4ac32f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615540 Jul 14 11:19:29.870124 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6c8b0008-3dd1-4862-8252-d4bfbd2c11e3 req-54df9a45-5e3f-4bd2-bdc2-8fee3dc4a6b5 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0302677 Jul 14 11:19:30.455200 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Request body: {'port': {'device_id': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:30.541006 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:30.592987 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:30.813341 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae020e3-68cc-41b2-b34f-a030ba6e139b {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:19:30.822100 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Publish callbacks [] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:30.836718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Transition to ACTIVE for port object eae020e3-68cc-41b2-b34f-a030ba6e139b will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:19:30.841773 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:30.925257 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:31.024676 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e64f2771-b503-406a-aff9-6c1f3233a047 req-dbbd187e-0a7f-4268-b1ef-17463ba3b823 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0311518 Jul 14 11:19:31.030514 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb264811-81f2-4ecf-927d-f19936e544a8 req-9e0610ca-5979-4a5d-97bb-cfdd341b30dd tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:31.032318 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb264811-81f2-4ecf-927d-f19936e544a8 req-9e0610ca-5979-4a5d-97bb-cfdd341b30dd tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 943 time: 0.0741446 Jul 14 11:19:31.044124 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Attempting to bind port eae020e3-68cc-41b2-b34f-a030ba6e139b on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:19:31.044375 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Attempting to bind port eae020e3-68cc-41b2-b34f-a030ba6e139b by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:19:31.044783 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Attempting to bind port eae020e3-68cc-41b2-b34f-a030ba6e139b on network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:19:31.057528 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Port eae020e3-68cc-41b2-b34f-a030ba6e139b on network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:19:31.057861 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Attempting to bind port eae020e3-68cc-41b2-b34f-a030ba6e139b on network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:19:31.070777 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:19:31.071358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Checking segment: {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:19:31.071687 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Bound using segment: {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:19:31.072141 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Bound port: eae020e3-68cc-41b2-b34f-a030ba6e139b, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a63c026-c4c8-4713-baa9-d849065b0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:19:31.072531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:31.141470 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb264811-81f2-4ecf-927d-f19936e544a8 req-53966748-dd49-46b5-987e-3778c531d3f8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940573 Jul 14 11:19:31.171685 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:19:31.174830 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:19:31.181260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:31.225804 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:31.226470 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:31.227858 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 1093 time: 0.8327262 Jul 14 11:19:31.228295 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:19:31.231000 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542bb4b-95d6-406f-bdc3-3a1ba60f2649" -d '{"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:19:31.261714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5612c-0be4-48ce-becf-15d06c54f1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:31.410797 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cfa0ed-d9ce-4874-9880-360b94a86e09 x-openstack-request-id: req-f8cfa0ed-d9ce-4874-9880-360b94a86e09 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:19:31.411091 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:19:31.411353 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8cfa0ed-d9ce-4874-9880-360b94a86e09 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:19:31.411837 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cfa0ed-d9ce-4874-9880-360b94a86e09'] response: {'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'status': 'completed', 'code': 200} Jul 14 11:19:32.278682 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7632510-7ee2-4b54-8280-7d283b2ffeda req-b9e5efdc-28aa-4df4-9dc6-15bfb3fa1544 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:32.280595 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d7632510-7ee2-4b54-8280-7d283b2ffeda req-b9e5efdc-28aa-4df4-9dc6-15bfb3fa1544 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 943 time: 0.0603428 Jul 14 11:19:32.337943 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d7632510-7ee2-4b54-8280-7d283b2ffeda req-1553ec5c-8773-4ce4-8276-7411d0f87021 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503871 Jul 14 11:19:32.437292 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9c9ff45c-b4ba-49e6-92e0-32bd1e5eabc7 req-0b3bfaac-fe9e-4dbd-aa9b-cab1789c4e8b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.3227878 Jul 14 11:19:33.206145 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:33.456477 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d8135-b870-4d8f-9732-0e976c5748c7 req-ab2ce9b0-f0cd-4b1c-987f-d22a21982a3b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:33.457955 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e53d8135-b870-4d8f-9732-0e976c5748c7 req-ab2ce9b0-f0cd-4b1c-987f-d22a21982a3b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 943 time: 0.0496609 Jul 14 11:19:33.514990 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e53d8135-b870-4d8f-9732-0e976c5748c7 req-9693c88c-970d-491a-b963-b6400c975c55 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512443 Jul 14 11:19:33.541691 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8542148c-42c7-47e9-8106-d2c878e99b39 req-4faca199-8993-4a08-ac60-362d3028d939 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0300522 Jul 14 11:19:33.879977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bb4b-95d6-406f-bdc3-3a1ba60f2649 req-6b8172fe-dbd4-4862-84cf-05dc5329d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:33.881387 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5542bb4b-95d6-406f-bdc3-3a1ba60f2649 req-6b8172fe-dbd4-4862-84cf-05dc5329d654 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1127 time: 0.0474648 Jul 14 11:19:34.022706 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:34.028683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bb4b-95d6-406f-bdc3-3a1ba60f2649 req-a2dbf8d7-b472-43e2-8dd3-1f0f69a2c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:34.030424 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5542bb4b-95d6-406f-bdc3-3a1ba60f2649 req-a2dbf8d7-b472-43e2-8dd3-1f0f69a2c904 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1263216 Jul 14 11:19:34.169774 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:34.200954 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bb4b-95d6-406f-bdc3-3a1ba60f2649 req-be273883-3903-4682-a098-6e82c827a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:34.203280 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5542bb4b-95d6-406f-bdc3-3a1ba60f2649 req-be273883-3903-4682-a098-6e82c827a88a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663163 Jul 14 11:19:34.639674 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fd900-83c6-490e-81fd-7017dc9171ba req-a74167e5-b934-497a-863d-5aaac02b3708 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:34.641232 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-049fd900-83c6-490e-81fd-7017dc9171ba req-a74167e5-b934-497a-863d-5aaac02b3708 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 943 time: 0.0556962 Jul 14 11:19:34.651240 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1b768a0d-6cbe-4e0d-b2de-328dd16fed0d req-53713c58-8f31-44d9-9a81-beaf162315e5 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0289252 Jul 14 11:19:34.714950 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-049fd900-83c6-490e-81fd-7017dc9171ba req-73d0822f-14c0-460e-a9a9-20b37d555a5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679595 Jul 14 11:19:34.796716 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-5cf6e152-5092-4dac-ac3c-23964330e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:34.798258 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-5cf6e152-5092-4dac-ac3c-23964330e08e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1127 time: 0.1163230 Jul 14 11:19:34.887741 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537d999-cb29-4c56-b447-cbee360a1839 req-6fc63b89-dcf4-41e2-ac36-a2a5c10941eb tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:34.889506 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-6fc63b89-dcf4-41e2-ac36-a2a5c10941eb tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "GET /v2.0/networks?id=57cccd21-e43b-4330-9949-ecb62e221d9b HTTP/1.1" status: 200 len: 809 time: 0.1954658 Jul 14 11:19:34.891238 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-8b600abf-6c48-4a38-a9fb-a90bf34430a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 217 time: 0.0498440 Jul 14 11:19:35.175514 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Request body: {'port': {'device_id': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b', 'admin_state_up': True, 'tenant_id': '442d027d621e40e2800fd6467f2bb60d'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:35.296945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-959e9087-e89d-4390-8b6a-6a3960b4ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:35.298304 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-959e9087-e89d-4390-8b6a-6a3960b4ff60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.1354425 Jul 14 11:19:35.344573 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-178bf107-6ad8-4655-a08b-bf16da020012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:35.372797 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-e3a4674d-d644-44f6-9ef2-56cdc3e773e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:35.374207 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-e3a4674d-d644-44f6-9ef2-56cdc3e773e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514913 Jul 14 11:19:35.375202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Made reservation on behalf of 442d027d621e40e2800fd6467f2bb60d for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:19:35.379103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:35.538709 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-26049240-bba0-4037-8997-a07191b7974d service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571662 Jul 14 11:19:35.637433 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Allocated IP 172.20.0.13 (57cccd21-e43b-4330-9949-ecb62e221d9b/65a24a14-f353-4832-a5e2-9efd47cea08d/c0c707e9-11f3-4820-bb25-dd5d2c4cdaca) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:19:35.687868 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a83cb197-5d03-4bc4-8cd2-1aaa1af8e983 req-dcf77041-103c-4d00-b25d-1facfd4af912 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309288 Jul 14 11:19:35.731414 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:35.767843 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0595aff2-ce31-45c0-ab2e-8a6cc8524ea0 req-e15b59b0-51bc-4c73-86ba-4bde328068e0 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0391088 Jul 14 11:19:35.851325 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks [] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:35.857934 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:35.858137 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb99b08-f7f7-414a-8fd0-79478c8b48c2 req-54b1c1c0-d212-4a42-b2f8-9c514fb91f6e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:35.859596 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3bb99b08-f7f7-414a-8fd0-79478c8b48c2 req-54b1c1c0-d212-4a42-b2f8-9c514fb91f6e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 943 time: 0.0524170 Jul 14 11:19:35.889313 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:35.911839 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3bb99b08-f7f7-414a-8fd0-79478c8b48c2 req-6fddf9d6-afd6-40b1-b87f-2458ee4d0e19 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453711 Jul 14 11:19:35.938317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Network 57cccd21-e43b-4330-9949-ecb62e221d9b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:19:35.942055 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:19:35.948844 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:19:35.976971 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Pushing event updated for resources: {'Port': ['ID=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:36.010734 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:36.011414 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:36.030278 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3382021c-eaef-448c-a00d-79dbe5774d1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8659940 Jul 14 11:19:36.835377 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:36.887465 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ca88-34ed-4586-b2fc-60641fa28942 req-e0f11564-2c0c-4628-a6aa-b56f34cd970e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:36.888993 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af62ca88-34ed-4586-b2fc-60641fa28942 req-e0f11564-2c0c-4628-a6aa-b56f34cd970e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 932 time: 0.0481737 Jul 14 11:19:36.943176 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-af62ca88-34ed-4586-b2fc-60641fa28942 req-670b2ea8-47f4-4ba0-9b1f-bd3f919844d3 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479476 Jul 14 11:19:37.032167 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf15dc-40e8-4faf-bf80-2f96ee38aed0 req-85646c50-b1e6-47bb-98e8-ad10e3a9d8b4 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:37.033633 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-69cf15dc-40e8-4faf-bf80-2f96ee38aed0 req-85646c50-b1e6-47bb-98e8-ad10e3a9d8b4 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 943 time: 0.0492582 Jul 14 11:19:37.085344 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-69cf15dc-40e8-4faf-bf80-2f96ee38aed0 req-b39441fe-9ddc-4fa0-b546-ec443d8aff3d tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456767 Jul 14 11:19:37.668873 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d7dc643b-20fe-48bf-93bb-4b2cd4eec61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:37.907823 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Request body: {'port': {'device_id': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:37.981493 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.172192 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d140b-0c5c-4837-844e-996d6fba5d58 req-c1df7159-bb42-4f26-9405-41df1983ac84 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:38.174270 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-152d140b-0c5c-4837-844e-996d6fba5d58 req-c1df7159-bb42-4f26-9405-41df1983ac84 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 932 time: 0.0826240 Jul 14 11:19:38.208643 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999a22-c0bb-43ba-b0d0-c5c37430dfc2 req-cd4135f2-5d13-4aec-99eb-cb04f1d48deb tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:38.210114 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fb999a22-c0bb-43ba-b0d0-c5c37430dfc2 req-cd4135f2-5d13-4aec-99eb-cb04f1d48deb tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 943 time: 0.0486860 Jul 14 11:19:38.258563 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fb999a22-c0bb-43ba-b0d0-c5c37430dfc2 req-ebed2232-faa7-428d-a756-d465982f7865 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Jul 14 11:19:38.272469 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-152d140b-0c5c-4837-844e-996d6fba5d58 req-b5d1a1b8-185f-4a61-904d-1fe810762ff2 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893977 Jul 14 11:19:38.338865 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c707e9-11f3-4820-bb25-dd5d2c4cdaca {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:19:38.346771 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Publish callbacks [] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.359176 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Transition to ACTIVE for port object c0c707e9-11f3-4820-bb25-dd5d2c4cdaca will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:19:38.364358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.367548 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:38.416034 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Pushing event updated for resources: {'Port': ['ID=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:38.491706 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Attempting to bind port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:19:38.492033 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Attempting to bind port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:19:38.492358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Attempting to bind port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca on network 57cccd21-e43b-4330-9949-ecb62e221d9b {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:19:38.497248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca on network 57cccd21-e43b-4330-9949-ecb62e221d9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:19:38.497546 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Attempting to bind port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca on network 57cccd21-e43b-4330-9949-ecb62e221d9b {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:19:38.502888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:19:38.503214 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Checking segment: {'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:19:38.503647 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Bound using segment: {'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:19:38.504068 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Bound port: c0c707e9-11f3-4820-bb25-dd5d2c4cdaca, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:19:38.504420 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.548897 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:38.561520 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device eae020e3-68cc-41b2-b34f-a030ba6e139b details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:19:38.571793 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] For port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:19:38.575891 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] For port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:19:38.584431 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.621764 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:38.622406 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.623942 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] 10.222.0.26 "PUT /v2.0/ports/c0c707e9-11f3-4820-bb25-dd5d2c4cdaca HTTP/1.1" status: 200 len: 1094 time: 0.7206407 Jul 14 11:19:38.624384 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'tag': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:19:38.629999 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a31a7-9370-4720-8501-1842cabd509c" -d '{"events": [{"name": "network-changed", "server_uuid": "f029b310-6a6f-4a03-9f30-904c4197bfb9", "tag": "c0c707e9-11f3-4820-bb25-dd5d2c4cdaca"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:19:38.678815 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:38.683432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e026c8-07e1-48d2-88fe-c2d337b305cf x-openstack-request-id: req-c9e026c8-07e1-48d2-88fe-c2d337b305cf {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:19:38.683744 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f029b310-6a6f-4a03-9f30-904c4197bfb9", "tag": "c0c707e9-11f3-4820-bb25-dd5d2c4cdaca", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:19:38.684068 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9e026c8-07e1-48d2-88fe-c2d337b305cf {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:19:38.684542 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e026c8-07e1-48d2-88fe-c2d337b305cf'] response: {'name': 'network-changed', 'server_uuid': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'tag': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca', 'status': 'completed', 'code': 200} Jul 14 11:19:38.685479 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030fc61-3f2a-49ed-b2b9-44ae15c3ccff service neutron] Pushing event updated for resources: {'Port': ['ID=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:38.696170 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'port_id': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'mac_address': 'fa:16:3e:96:fa:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:19:38.743197 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.749145 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537d999-cb29-4c56-b447-cbee360a1839 req-1c17169c-ccc6-4f30-b3dc-0aadd8e6ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:38.750908 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-1c17169c-ccc6-4f30-b3dc-0aadd8e6ed92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=442d027d621e40e2800fd6467f2bb60d&device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 1128 time: 0.0538480 Jul 14 11:19:38.756023 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port eae020e3-68cc-41b2-b34f-a030ba6e139b is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:38.756407 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.774927 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae020e3-68cc-41b2-b34f-a030ba6e139b {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:19:38.798228 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:38.803191 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-3f495caa-5cd4-45fe-aa35-5661b1c8e3a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca HTTP/1.1" status: 200 len: 217 time: 0.0390167 Jul 14 11:19:38.804592 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:38.858962 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:38.864563 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537d999-cb29-4c56-b447-cbee360a1839 req-2a3a917c-5a9a-4de6-bee0-dc8b5984869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:38.866145 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-2a3a917c-5a9a-4de6-bee0-dc8b5984869d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a24a14-f353-4832-a5e2-9efd47cea08d HTTP/1.1" status: 200 len: 849 time: 0.0570192 Jul 14 11:19:38.867665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.868044 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.868383 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.868719 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.869049 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.869379 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.869701 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.870025 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.870345 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.870665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.870983 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.871305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.871650 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.871967 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.872281 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:19:38.901766 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-02ffcfa4-905c-4a39-a126-3e39b31786fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57cccd21-e43b-4330-9949-ecb62e221d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283983 Jul 14 11:19:39.008211 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-03a6ebcf-c22b-47de-ab76-75bdeb7cbacb service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000125 Jul 14 11:19:39.102159 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0537d999-cb29-4c56-b447-cbee360a1839 req-7860fb8d-5988-4cb0-89d5-052aeb498751 service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877078 Jul 14 11:19:39.378829 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb806ac-8c49-42de-8339-192a4fb21a42 req-565fff63-1fa7-4df8-a29f-aa136d0bcfea tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:39.382534 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2bb806ac-8c49-42de-8339-192a4fb21a42 req-565fff63-1fa7-4df8-a29f-aa136d0bcfea tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 944 time: 0.0525358 Jul 14 11:19:39.394571 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d3ab9-1a24-4724-a6cb-1d67260df85c req-cf6866b4-4700-4b32-af73-894781fce1ae tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:39.396165 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-772d3ab9-1a24-4724-a6cb-1d67260df85c req-cf6866b4-4700-4b32-af73-894781fce1ae tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 944 time: 0.0521343 Jul 14 11:19:39.429887 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2bb806ac-8c49-42de-8339-192a4fb21a42 req-0a3b1e5a-bbec-4953-9eb1-360ef82d7683 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Jul 14 11:19:39.447483 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-772d3ab9-1a24-4724-a6cb-1d67260df85c req-d6fda360-eed7-41e5-9f66-fcbd72988c42 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457106 Jul 14 11:19:39.548884 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['eae020e3-68cc-41b2-b34f-a030ba6e139b'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:19:40.026601 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33370) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:40.131777 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.145354 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8abf7159-abed-4b31-819a-2adc1d66c00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.155562 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:40.215222 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:40.244854 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8abf7159-abed-4b31-819a-2adc1d66c00a admin admin] Publish callbacks [] for security_group (a3db2c26-da02-41f5-8f33-0feeadc1f8a5), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.248593 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-8abf7159-abed-4b31-819a-2adc1d66c00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a3db2c26-da02-41f5-8f33-0feeadc1f8a5), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.292021 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-8abf7159-abed-4b31-819a-2adc1d66c00a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=92623b5296c4468c97f4c975a54d8495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642534 Jul 14 11:19:40.293159 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf7159-abed-4b31-819a-2adc1d66c00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3db2c26-da02-41f5-8f33-0feeadc1f8a5,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:40.294748 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33374) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:40.349481 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05727b61-b110-4335-9a12-13098eac1c9f admin admin] Publish callbacks [] for security_group (a3db2c26-da02-41f5-8f33-0feeadc1f8a5), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.373409 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05727b61-b110-4335-9a12-13098eac1c9f admin admin] Publish callbacks [] for security_group (a3db2c26-da02-41f5-8f33-0feeadc1f8a5), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.425522 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05727b61-b110-4335-9a12-13098eac1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a3db2c26-da02-41f5-8f33-0feeadc1f8a5), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.428262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05727b61-b110-4335-9a12-13098eac1c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.429531 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-05727b61-b110-4335-9a12-13098eac1c9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a3db2c26-da02-41f5-8f33-0feeadc1f8a5 HTTP/1.1" status: 204 len: 168 time: 0.1336973 Jul 14 11:19:40.438864 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05727b61-b110-4335-9a12-13098eac1c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3db2c26-da02-41f5-8f33-0feeadc1f8a5,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:40.585051 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.592166 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device eae020e3-68cc-41b2-b34f-a030ba6e139b up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:19:40.606540 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4955de-e27b-43aa-9a83-ed62e2b420d2 req-dabd9e04-ec12-4bb3-8e27-37ed8512d9ed tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:40.608419 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf4955de-e27b-43aa-9a83-ed62e2b420d2 req-dabd9e04-ec12-4bb3-8e27-37ed8512d9ed tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 944 time: 0.0712967 Jul 14 11:19:40.609632 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006945-0e3c-44bc-a6a6-ef198db735be req-5d0258be-7b3d-44a4-b11f-8d9b8477662a tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:40.612404 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef006945-0e3c-44bc-a6a6-ef198db735be req-5d0258be-7b3d-44a4-b11f-8d9b8477662a tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 944 time: 0.0832736 Jul 14 11:19:40.652902 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port eae020e3-68cc-41b2-b34f-a030ba6e139b completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:19:40.663607 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port eae020e3-68cc-41b2-b34f-a030ba6e139b triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:40.664100 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.675731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:40.681480 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cf4955de-e27b-43aa-9a83-ed62e2b420d2 req-15494b7e-2920-422c-9ac2-e94add92aac0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622983 Jul 14 11:19:40.692711 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef006945-0e3c-44bc-a6a6-ef198db735be req-cc36800c-1606-4973-bec3-d660c88204e5 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714960 Jul 14 11:19:40.716191 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:40.778258 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port eae020e3-68cc-41b2-b34f-a030ba6e139b is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:40.778910 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.809992 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:19:40.812625 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89e4ce-1058-43be-91ec-f47c903d9512" -d '{"events": [{"server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "name": "network-vif-plugged", "status": "completed", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:19:40.828425 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:40.834310 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:40.888398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:41.076445 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf5df3a-ac8b-4f79-8a22-57961f0c9ddd x-openstack-request-id: req-2cf5df3a-ac8b-4f79-8a22-57961f0c9ddd {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:19:41.076801 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "name": "network-vif-plugged", "status": "completed", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:19:41.077171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2cf5df3a-ac8b-4f79-8a22-57961f0c9ddd {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:19:41.077606 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf5df3a-ac8b-4f79-8a22-57961f0c9ddd'] response: {'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'code': 200} Jul 14 11:19:41.313605 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a31a7-9370-4720-8501-1842cabd509c req-d0763d98-e134-4856-835e-db369f2f5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:41.315707 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-291a31a7-9370-4720-8501-1842cabd509c req-d0763d98-e134-4856-835e-db369f2f5824 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=442d027d621e40e2800fd6467f2bb60d&device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 1128 time: 0.0552058 Jul 14 11:19:41.425556 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a31a7-9370-4720-8501-1842cabd509c req-d0f91d9e-b81c-4df5-b183-0c8e3660745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:41.426972 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-291a31a7-9370-4720-8501-1842cabd509c req-d0f91d9e-b81c-4df5-b183-0c8e3660745f service neutron] 10.222.0.26 "GET /v2.0/networks?id=57cccd21-e43b-4330-9949-ecb62e221d9b HTTP/1.1" status: 200 len: 910 time: 0.1057856 Jul 14 11:19:41.481607 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-291a31a7-9370-4720-8501-1842cabd509c req-360ea9ed-8ced-4eec-977e-0eb905b73517 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca HTTP/1.1" status: 200 len: 217 time: 0.0352073 Jul 14 11:19:41.499057 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3574a-4bfe-4081-8e57-3171666e3fff req-49628210-d6e7-4d7e-a9bb-f28185c28bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:41.500541 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-54b3574a-4bfe-4081-8e57-3171666e3fff req-49628210-d6e7-4d7e-a9bb-f28185c28bb4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1129 time: 0.0873868 Jul 14 11:19:41.530977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:41.560614 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a31a7-9370-4720-8501-1842cabd509c req-8c49a37e-20b3-4551-9f2d-a77f1567eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:41.562140 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-291a31a7-9370-4720-8501-1842cabd509c req-8c49a37e-20b3-4551-9f2d-a77f1567eb18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a24a14-f353-4832-a5e2-9efd47cea08d HTTP/1.1" status: 200 len: 849 time: 0.0748219 Jul 14 11:19:41.589039 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-54b3574a-4bfe-4081-8e57-3171666e3fff req-d75c12be-b58b-41ff-a948-be0ac9594f13 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701210 Jul 14 11:19:41.605449 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-291a31a7-9370-4720-8501-1842cabd509c req-e99b9b8a-a030-448a-a0fd-c11c4ebd5b2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57cccd21-e43b-4330-9949-ecb62e221d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351279 Jul 14 11:19:41.847212 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c1438-de90-4d4a-9384-d485f44fbc5a req-6ff58821-5ca2-4140-83bd-cd7b6c88ae11 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:41.848800 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4f1c1438-de90-4d4a-9384-d485f44fbc5a req-6ff58821-5ca2-4140-83bd-cd7b6c88ae11 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 944 time: 0.0560935 Jul 14 11:19:41.866075 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f86e5-b45e-4bb1-b131-58f967294728 req-f4e109d8-8c24-4bef-99db-7f5d122a06fc tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:41.867724 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c4f86e5-b45e-4bb1-b131-58f967294728 req-f4e109d8-8c24-4bef-99db-7f5d122a06fc tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0713487 Jul 14 11:19:41.906082 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4f1c1438-de90-4d4a-9384-d485f44fbc5a req-b45dfce7-8262-4fa6-9072-52d3e990c9c9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501387 Jul 14 11:19:41.920325 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2c4f86e5-b45e-4bb1-b131-58f967294728 req-3a584583-97d3-4093-a3bf-c69d1811dbd5 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Jul 14 11:19:42.034723 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-291a31a7-9370-4720-8501-1842cabd509c req-9b158739-055e-4959-ae86-98efd88db691 service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944076 Jul 14 11:19:42.542943 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-291a31a7-9370-4720-8501-1842cabd509c req-a266f575-443b-4ccc-a9ee-e1bac6738b56 service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946465 Jul 14 11:19:42.609886 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c0c707e9-11f3-4820-bb25-dd5d2c4cdaca details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:19:42.717006 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:42.726706 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:42.729880 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca', 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b', 'port_id': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca', 'mac_address': 'fa:16:3e:48:f9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a24a14-f353-4832-a5e2-9efd47cea08d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:19:42.772326 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:42.772656 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:42.795538 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c707e9-11f3-4820-bb25-dd5d2c4cdaca {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:19:42.818420 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:42.822749 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:42.874524 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:43.034422 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb85c8-f325-406e-9b60-00d232882155 req-22912eb0-9d38-4b3c-8211-e7e7a4c08810 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:43.036029 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1bfb85c8-f325-406e-9b60-00d232882155 req-22912eb0-9d38-4b3c-8211-e7e7a4c08810 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 945 time: 0.0570629 Jul 14 11:19:43.052286 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61b86a-0df6-402e-9a6c-1190c244a219 req-9d5cdc1b-5c77-4da7-ae40-97e0b0db8f58 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:43.054004 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b61b86a-0df6-402e-9a6c-1190c244a219 req-9d5cdc1b-5c77-4da7-ae40-97e0b0db8f58 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0591190 Jul 14 11:19:43.093246 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1bfb85c8-f325-406e-9b60-00d232882155 req-3f50a994-384a-4f09-b083-d2db2f5712bf tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510058 Jul 14 11:19:43.136072 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3b61b86a-0df6-402e-9a6c-1190c244a219 req-01eab36b-1cac-4601-9b4c-d13c6c16aba7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761762 Jul 14 11:19:43.218315 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['c0c707e9-11f3-4820-bb25-dd5d2c4cdaca'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:19:44.218731 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6d78-f7aa-4128-8b2d-d705de5cab68 req-4938a5c5-f228-46ce-b329-0ce9e0aa7def tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:44.220993 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e87f6d78-f7aa-4128-8b2d-d705de5cab68 req-4938a5c5-f228-46ce-b329-0ce9e0aa7def tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 945 time: 0.0553489 Jul 14 11:19:44.259342 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b77030-532a-410f-8744-c31588fb74dd req-49f5615d-c8e4-419b-95db-f18eba1e049f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:44.261009 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10b77030-532a-410f-8744-c31588fb74dd req-49f5615d-c8e4-419b-95db-f18eba1e049f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0510843 Jul 14 11:19:44.273480 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e87f6d78-f7aa-4128-8b2d-d705de5cab68 req-060ac06c-4f45-49c0-bbb3-bc8bdb549b49 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461912 Jul 14 11:19:44.310850 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-10b77030-532a-410f-8744-c31588fb74dd req-5711e38c-80f9-426e-aef3-c3207fa24316 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 Jul 14 11:19:44.434633 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2173-33e0-499d-9c33-9a9bd9452dda req-2018aadd-32f3-4267-8029-80175a7dc411 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:44.436153 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b85f2173-33e0-499d-9c33-9a9bd9452dda req-2018aadd-32f3-4267-8029-80175a7dc411 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0513718 Jul 14 11:19:44.492874 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b85f2173-33e0-499d-9c33-9a9bd9452dda req-12e04256-15bb-44b6-bc2c-6aa51602e171 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Jul 14 11:19:44.602391 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c0c707e9-11f3-4820-bb25-dd5d2c4cdaca up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:19:44.659095 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:19:44.664413 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:19:44.664918 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:44.738354 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:19:44.738745 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:44.758471 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:44.764926 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:19:44.767238 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19b1c9d-9c33-47c7-8796-62741df5fa2c" -d '{"events": [{"server_uuid": "f029b310-6a6f-4a03-9f30-904c4197bfb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0c707e9-11f3-4820-bb25-dd5d2c4cdaca"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:19:44.783300 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:44.788772 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:44.821237 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da7026d-80a8-4636-825e-abf02b6b0078 x-openstack-request-id: req-4da7026d-80a8-4636-825e-abf02b6b0078 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:19:44.821704 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f029b310-6a6f-4a03-9f30-904c4197bfb9", "name": "network-vif-plugged", "status": "completed", "tag": "c0c707e9-11f3-4820-bb25-dd5d2c4cdaca", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:19:44.821820 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4da7026d-80a8-4636-825e-abf02b6b0078 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:19:44.822143 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da7026d-80a8-4636-825e-abf02b6b0078'] response: {'server_uuid': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca', 'code': 200} Jul 14 11:19:44.859368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:45.015676 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868c0d5-dd3c-41aa-a894-817d03d6cdc9 req-df1e59b2-a131-421b-8287-80a7989e1266 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:45.017153 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5868c0d5-dd3c-41aa-a894-817d03d6cdc9 req-df1e59b2-a131-421b-8287-80a7989e1266 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0513761 Jul 14 11:19:45.035979 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ff190-141c-4210-a32f-645165fc850d req-f6657676-4ff3-4b88-8aa3-4ea827f37121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:45.037499 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d98ff190-141c-4210-a32f-645165fc850d req-f6657676-4ff3-4b88-8aa3-4ea827f37121 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 1130 time: 0.0424466 Jul 14 11:19:45.075412 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5868c0d5-dd3c-41aa-a894-817d03d6cdc9 req-423d0605-9820-4253-96fa-720da4742018 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Jul 14 11:19:45.097113 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d98ff190-141c-4210-a32f-645165fc850d req-613ce8ce-7361-44d4-aa3c-528204952ef5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534067 Jul 14 11:19:45.416555 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf865b0-4c76-4dff-9b34-c2649b30c876 req-9a940fcb-8b66-4376-b98f-f2443fe2c39e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:45.418141 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-baf865b0-4c76-4dff-9b34-c2649b30c876 req-9a940fcb-8b66-4376-b98f-f2443fe2c39e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 946 time: 0.0652590 Jul 14 11:19:45.474342 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-baf865b0-4c76-4dff-9b34-c2649b30c876 req-7dc8c9bd-5a80-4148-897d-7034bb211646 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 Jul 14 11:19:45.761694 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:46.600772 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad3a4f-9b96-4450-bf36-422626b86dfa req-c114196e-268f-46e6-9f39-0174d0bbc856 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:46.602646 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-70ad3a4f-9b96-4450-bf36-422626b86dfa req-c114196e-268f-46e6-9f39-0174d0bbc856 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 946 time: 0.0533850 Jul 14 11:19:46.656320 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-70ad3a4f-9b96-4450-bf36-422626b86dfa req-d3a9e2bb-8144-4339-bd89-143f2c4e9acb tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Jul 14 11:19:47.508083 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:47.530432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba09a7-6ed9-4772-b080-b9999c3d9fc4 req-a9ea7e3e-933a-434a-8079-8174b36a34ec tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:47.532380 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0aba09a7-6ed9-4772-b080-b9999c3d9fc4 req-a9ea7e3e-933a-434a-8079-8174b36a34ec tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 946 time: 0.0677838 Jul 14 11:19:47.590537 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0aba09a7-6ed9-4772-b080-b9999c3d9fc4 req-c121823b-d320-4dcd-b62d-4f5449f1bdf1 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518990 Jul 14 11:19:48.736515 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d160316-7bfa-4df0-a283-0a42ab4f5064 req-73ec26c0-f94b-42b9-b5c5-1bc95f150401 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:48.737998 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5d160316-7bfa-4df0-a283-0a42ab4f5064 req-73ec26c0-f94b-42b9-b5c5-1bc95f150401 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 946 time: 0.0510414 Jul 14 11:19:48.800825 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5d160316-7bfa-4df0-a283-0a42ab4f5064 req-1ed0e31e-f34c-43a0-adf2-d6e807e0cb5d tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Jul 14 11:19:49.083802 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-27e248da-c5a3-4ecb-9a20-a92a727e393e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:49.085193 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-27e248da-c5a3-4ecb-9a20-a92a727e393e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 946 time: 0.0521948 Jul 14 11:19:49.170964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Deleting port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:19:49.171297 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:49.255167 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:49.272315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] For port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:19:49.272685 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:49.287749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Calling delete_port for c0c707e9-11f3-4820-bb25-dd5d2c4cdaca owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:19:49.437513 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (c0c707e9-11f3-4820-bb25-dd5d2c4cdaca), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:49.472338 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Pushing event deleted for resources: {'Port': ['ID=c0c707e9-11f3-4820-bb25-dd5d2c4cdaca,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:49.537261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] No DVR routers for this DVR port c0c707e9-11f3-4820-bb25-dd5d2c4cdaca on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:19:49.540260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:49.544410 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4354b0a7-5253-42b9-8a42-3ffa09e432c7 req-e03e5615-a059-4fe2-be17-19179ca8a5a9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "DELETE /v2.0/ports/c0c707e9-11f3-4820-bb25-dd5d2c4cdaca HTTP/1.1" status: 204 len: 173 time: 0.4539044 Jul 14 11:19:49.544939 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'name': 'network-vif-deleted', 'tag': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:19:49.547558 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4a49e4-fb83-4094-8d1d-2d109404066c" -d '{"events": [{"server_uuid": "f029b310-6a6f-4a03-9f30-904c4197bfb9", "name": "network-vif-deleted", "tag": "c0c707e9-11f3-4820-bb25-dd5d2c4cdaca"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:19:49.598778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c39207-6548-499c-a798-5089d137b0ce x-openstack-request-id: req-39c39207-6548-499c-a798-5089d137b0ce {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:19:49.599062 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f029b310-6a6f-4a03-9f30-904c4197bfb9", "name": "network-vif-deleted", "tag": "c0c707e9-11f3-4820-bb25-dd5d2c4cdaca", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:19:49.599501 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39c39207-6548-499c-a798-5089d137b0ce {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:19:49.599913 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c39207-6548-499c-a798-5089d137b0ce'] response: {'server_uuid': 'f029b310-6a6f-4a03-9f30-904c4197bfb9', 'name': 'network-vif-deleted', 'tag': 'c0c707e9-11f3-4820-bb25-dd5d2c4cdaca', 'status': 'completed', 'code': 200} Jul 14 11:19:49.904729 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a5738b6d-b1e4-457d-b3a9-1e90ea6b4691 req-f82edc84-fccd-427f-ab57-28ac931f8047 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0312157 Jul 14 11:19:51.019718 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0e8dc515-5096-4477-a0e8-a69d3345f3ca req-4d980034-2173-462a-8081-684be5bef9ee tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0318587 Jul 14 11:19:51.376840 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['c0c707e9-11f3-4820-bb25-dd5d2c4cdaca'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:19:52.137671 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cab0f618-0f01-48e9-8884-1b8c24a715fb req-3ac1700e-dc89-4d3a-9d80-0e56591dfaad tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=f029b310-6a6f-4a03-9f30-904c4197bfb9 HTTP/1.1" status: 200 len: 210 time: 0.0331421 Jul 14 11:19:53.490374 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:53.509460 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-3827942c-c3e9-4ed9-9b18-629df1d4f814 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:53.511406 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-3827942c-c3e9-4ed9-9b18-629df1d4f814 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/networks?id=57cccd21-e43b-4330-9949-ecb62e221d9b HTTP/1.1" status: 200 len: 809 time: 0.1224079 Jul 14 11:19:53.528074 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-b08d3f42-ab4f-4182-9778-dfad051731b5 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/quotas/442d027d621e40e2800fd6467f2bb60d HTTP/1.1" status: 200 len: 375 time: 0.0100980 Jul 14 11:19:53.573522 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-903ec50b-b82c-4f60-8264-cf3312faed64 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=442d027d621e40e2800fd6467f2bb60d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391030 Jul 14 11:19:53.711802 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c55ae977-b009-4c51-bb37-9089447038d1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:19:53.713619 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c55ae977-b009-4c51-bb37-9089447038d1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1298032 Jul 14 11:19:53.733788 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:53.880782 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-77d6e15f-480d-4eab-86fe-b5246d1e62a8 service neutron] 10.222.0.75 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606269 Jul 14 11:19:54.021574 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-0bafbe8c-ef99-4eb6-b18a-3a11c85e70b9 service neutron] 10.222.0.75 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311882 Jul 14 11:19:54.256086 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c6aa4f6c-daa9-46e0-9be1-5e3cdba23858 req-64cd62e0-982c-4e6b-9fee-cdb848cc4ff2 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 210 time: 0.0515809 Jul 14 11:19:55.081775 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ea061-1f54-4690-943d-2d1de5db7db7 req-227d0437-96f6-474a-8852-8a2b8343ec1d tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:55.083840 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-793ea061-1f54-4690-943d-2d1de5db7db7 req-227d0437-96f6-474a-8852-8a2b8343ec1d tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0535407 Jul 14 11:19:55.153922 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-793ea061-1f54-4690-943d-2d1de5db7db7 req-ada7794b-4d81-475c-9cd2-bc498f126512 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630393 Jul 14 11:19:55.178015 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33598) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:55.388190 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c0c707e9-11f3-4820-bb25-dd5d2c4cdaca no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:19:55.416010 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3ea8f45b-e07e-48a0-9223-6cac6064873c req-f1f155f0-0f34-4b47-8d6e-4970938fc285 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 210 time: 0.0707092 Jul 14 11:19:55.425980 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: c0c707e9-11f3-4820-bb25-dd5d2c4cdaca {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:19:55.426524 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c0c707e9-11f3-4820-bb25-dd5d2c4cdaca not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:19:55.455432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa138aac-ee71-47ae-8839-aa09cd160731 tempest-TestMinimumBasicScenario-1680047519 tempest-TestMinimumBasicScenario-1680047519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:55.457059 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fa138aac-ee71-47ae-8839-aa09cd160731 tempest-TestMinimumBasicScenario-1680047519 tempest-TestMinimumBasicScenario-1680047519-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1124 time: 0.2775218 Jul 14 11:19:55.460201 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33604) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:55.465651 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'port_id': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:55.494277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:55.570913 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-b359da10-f105-44dc-9990-0d0f814eff1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:55.572881 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-b359da10-f105-44dc-9990-0d0f814eff1b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "GET /v2.0/networks?id=57cccd21-e43b-4330-9949-ecb62e221d9b HTTP/1.1" status: 200 len: 809 time: 0.1904800 Jul 14 11:19:55.600287 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Request body: {'port': {'device_id': '8d1f8709-c890-481d-952a-4d149b70b133', 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b', 'admin_state_up': True, 'tenant_id': '442d027d621e40e2800fd6467f2bb60d'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:55.602557 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:55.743636 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Allocated IP 172.27.0.102 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:19:55.797384 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Made reservation on behalf of 442d027d621e40e2800fd6467f2bb60d for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:19:55.801865 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:55.997444 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Allocated IP 172.20.0.9 (57cccd21-e43b-4330-9949-ecb62e221d9b/65a24a14-f353-4832-a5e2-9efd47cea08d/1f5d2871-670f-4df5-94eb-b43ea68daf75) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:19:56.010757 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:56.207293 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:56.223785 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks [] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:56.225322 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:56.245912 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:56.265382 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:56.288994 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:19:56.292551 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:19:56.299258 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:19:56.311454 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Network 57cccd21-e43b-4330-9949-ecb62e221d9b is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:19:56.315424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:19:56.322412 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:19:56.329461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'Port': ['ID=e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:56.353445 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Pushing event updated for resources: {'Port': ['ID=1f5d2871-670f-4df5-94eb-b43ea68daf75,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:56.385843 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:56.386947 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:56.413184 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-19e21f96-a06c-4ec8-b1a2-d079994b254e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8227959 Jul 14 11:19:56.431670 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:56.435367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Request body: {'port': {'device_id': '8d1f8709-c890-481d-952a-4d149b70b133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:56.445806 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:56.535423 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:56.666562 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea856c-4f94-49c8-8703-e5240c2cd67f req-0cc5cac7-9bff-4e36-948b-905e43664331 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:56.669289 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ffea856c-4f94-49c8-8703-e5240c2cd67f req-0cc5cac7-9bff-4e36-948b-905e43664331 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 931 time: 0.1101832 Jul 14 11:19:56.828932 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ffea856c-4f94-49c8-8703-e5240c2cd67f req-c631beb2-5df5-4f28-85b4-b581709fda98 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444287 Jul 14 11:19:56.903942 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for floatingip (4bfcd7d5-f479-4914-b85c-6bc3d9fb9191), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.001779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.217057 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.223454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.313444 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'Port': ['ID=e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:57.319260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5d2871-670f-4df5-94eb-b43ea68daf75 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:19:57.330400 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Publish callbacks [] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.333557 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (4bfcd7d5-f479-4914-b85c-6bc3d9fb9191), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.345718 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Transition to ACTIVE for port object 1f5d2871-670f-4df5-94eb-b43ea68daf75 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:19:57.350573 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.410539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5d2871-670f-4df5-94eb-b43ea68daf75,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:57.461808 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Floating IP 4bfcd7d5-f479-4914-b85c-6bc3d9fb9191 associated. External IP: 172.27.0.102, port: eae020e3-68cc-41b2-b34f-a030ba6e139b. Jul 14 11:19:57.464626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:57.505168 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Attempting to bind port 1f5d2871-670f-4df5-94eb-b43ea68daf75 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:19:57.505514 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Attempting to bind port 1f5d2871-670f-4df5-94eb-b43ea68daf75 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:19:57.505847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Attempting to bind port 1f5d2871-670f-4df5-94eb-b43ea68daf75 on network 57cccd21-e43b-4330-9949-ecb62e221d9b {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:19:57.510761 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Port 1f5d2871-670f-4df5-94eb-b43ea68daf75 on network 57cccd21-e43b-4330-9949-ecb62e221d9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:19:57.511087 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Attempting to bind port 1f5d2871-670f-4df5-94eb-b43ea68daf75 on network 57cccd21-e43b-4330-9949-ecb62e221d9b {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:19:57.517079 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:19:57.517436 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Checking segment: {'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:19:57.517831 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Bound using segment: {'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:19:57.518272 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Bound port: 1f5d2871-670f-4df5-94eb-b43ea68daf75, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d58476-4a5d-4009-9e8e-5b1d401611f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:19:57.518636 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.588759 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] For port 1f5d2871-670f-4df5-94eb-b43ea68daf75, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:19:57.592673 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] For port 1f5d2871-670f-4df5-94eb-b43ea68daf75, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1f5d2871-670f-4df5-94eb-b43ea68daf75,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:19:57.599742 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.610928 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:57.615985 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:57.646797 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:57.647447 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.648891 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] 10.222.0.26 "PUT /v2.0/ports/1f5d2871-670f-4df5-94eb-b43ea68daf75 HTTP/1.1" status: 200 len: 1093 time: 1.2207072 Jul 14 11:19:57.649379 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1f8709-c890-481d-952a-4d149b70b133', 'tag': '1f5d2871-670f-4df5-94eb-b43ea68daf75'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:19:57.651729 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1f8709-c890-481d-952a-4d149b70b133", "tag": "1f5d2871-670f-4df5-94eb-b43ea68daf75"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:19:57.676237 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1098e55-0c0f-4eef-b9e1-c89f3fa19d01 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5d2871-670f-4df5-94eb-b43ea68daf75,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:57.697686 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Router 7209c0a8-578f-4897-a980-0aa93491ff05 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:19:57.738550 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025347ca-4c64-40fe-90db-3cadbd255d1f x-openstack-request-id: req-025347ca-4c64-40fe-90db-3cadbd255d1f {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:19:57.739047 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1f8709-c890-481d-952a-4d149b70b133", "tag": "1f5d2871-670f-4df5-94eb-b43ea68daf75", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:19:57.739458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-025347ca-4c64-40fe-90db-3cadbd255d1f {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:19:57.740095 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025347ca-4c64-40fe-90db-3cadbd255d1f'] response: {'name': 'network-changed', 'server_uuid': '8d1f8709-c890-481d-952a-4d149b70b133', 'tag': '1f5d2871-670f-4df5-94eb-b43ea68daf75', 'status': 'completed', 'code': 200} Jul 14 11:19:57.799201 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:57.809230 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-e72e8e15-e35e-48c1-875a-e0e81592c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:57.810776 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-e72e8e15-e35e-48c1-875a-e0e81592c12d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=442d027d621e40e2800fd6467f2bb60d&device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 1127 time: 0.0496666 Jul 14 11:19:57.826765 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:19:57.838978 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] Sync routers for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:19:57.848619 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:57.854963 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:19:57.855665 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:19:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:57.861501 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-9d04b409-9ae3-44df-9a39-4c00349d767a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f5d2871-670f-4df5-94eb-b43ea68daf75 HTTP/1.1" status: 200 len: 217 time: 0.0382864 Jul 14 11:19:57.915830 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33630) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:57.916157 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-31be493f-c1f2-4c71-8d09-fee03dc340d0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4543965 Jul 14 11:19:57.917309 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:19:57.920562 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-84d3bbd6-39a0-4f29-9fdb-b33c5a568e5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080523830', 'description': 'tempest-secgroup-smoke-1080523830 description', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:57.921666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:19:57.932458 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-edfbd18d-d5c4-4e28-8883-b03ae6e65b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:57.933949 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-edfbd18d-d5c4-4e28-8883-b03ae6e65b7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a24a14-f353-4832-a5e2-9efd47cea08d HTTP/1.1" status: 200 len: 849 time: 0.0665464 Jul 14 11:19:57.976825 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:19:58.033151 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-ce652d6b-570e-42c8-8c4a-7a567d008e01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57cccd21-e43b-4330-9949-ecb62e221d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743978 Jul 14 11:19:58.047457 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4f8f9-5783-41a9-a37d-db22526007f7 req-39168ef3-6b08-4c02-8d86-04a361fb502f tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:58.050330 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-74b4f8f9-5783-41a9-a37d-db22526007f7 req-39168ef3-6b08-4c02-8d86-04a361fb502f tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 943 time: 0.0867400 Jul 14 11:19:58.073550 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84d3bbd6-39a0-4f29-9fdb-b33c5a568e5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.160245 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-74b4f8f9-5783-41a9-a37d-db22526007f7 req-05641eff-2ee7-4164-9c12-972f5dc7137c tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877008 Jul 14 11:19:58.228689 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923d9601-e4ec-46ec-8545-4de9630c23f3 x-openstack-request-id: req-923d9601-e4ec-46ec-8545-4de9630c23f3 {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:19:58.229394 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:19:58.230116 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-923d9601-e4ec-46ec-8545-4de9630c23f3 {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:19:58.231023 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923d9601-e4ec-46ec-8545-4de9630c23f3'] response: {'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'status': 'completed', 'code': 200} Jul 14 11:19:58.291475 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-e5283ab5-1297-4c4a-bc7d-7720960b74eb service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387967 Jul 14 11:19:58.296566 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '4bfcd7d5-f479-4914-b85c-6bc3d9fb9191', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'port_id': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'mac_address': 'fa:16:3e:96:fa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:19:56Z', 'updated_at': '2022-07-14T11:19:56Z', 'revision_number': 0, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 5, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:58.326305 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] Checking router: 7209c0a8-578f-4897-a980-0aa93491ff05 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:19:58.336977 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:19:58.337564 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:19:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:58.366450 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84d3bbd6-39a0-4f29-9fdb-b33c5a568e5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group (2a92649f-b339-48ec-bfeb-5c6c36e26fb6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.374197 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-cb4bd80e-56fc-481e-a10f-aaf99fec835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:58.375820 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-cb4bd80e-56fc-481e-a10f-aaf99fec835f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1129 time: 0.1023982 Jul 14 11:19:58.378762 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84d3bbd6-39a0-4f29-9fdb-b33c5a568e5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (2a92649f-b339-48ec-bfeb-5c6c36e26fb6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.502903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3bbd6-39a0-4f29-9fdb-b33c5a568e5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a92649f-b339-48ec-bfeb-5c6c36e26fb6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:58.551014 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:19:58.560789 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84d3bbd6-39a0-4f29-9fdb-b33c5a568e5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.562896 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-84d3bbd6-39a0-4f29-9fdb-b33c5a568e5f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6457806 Jul 14 11:19:58.565963 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33676) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:58.573452 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-3a60ebc2-d967-4b66-b8c7-e194b98bf82f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'security_group_rule': {'security_group_id': '2a92649f-b339-48ec-bfeb-5c6c36e26fb6', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:58.613457 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df3b9c65-37f4-4d8c-875a-b06ce6aacbdc req-158da141-1aa6-4767-891d-b9c77641e00c service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941568 Jul 14 11:19:58.618919 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3a60ebc2-d967-4b66-b8c7-e194b98bf82f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (d9ce8f44-0564-4071-ac52-6f2438ebb7cc), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.647279 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-3696208d-d2a5-47ef-b7df-a0da3ffc14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:58.650592 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-3696208d-d2a5-47ef-b7df-a0da3ffc14f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 916 time: 0.2668450 Jul 14 11:19:58.741689 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-f05c1c3e-a8c1-4735-a7fb-648c91568f09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 999 time: 0.0845416 Jul 14 11:19:58.769157 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3a60ebc2-d967-4b66-b8c7-e194b98bf82f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (d9ce8f44-0564-4071-ac52-6f2438ebb7cc), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.777952 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3a60ebc2-d967-4b66-b8c7-e194b98bf82f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (d9ce8f44-0564-4071-ac52-6f2438ebb7cc), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.804725 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60ebc2-d967-4b66-b8c7-e194b98bf82f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ce8f44-0564-4071-ac52-6f2438ebb7cc,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:58.827874 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3a60ebc2-d967-4b66-b8c7-e194b98bf82f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.829725 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3a60ebc2-d967-4b66-b8c7-e194b98bf82f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2622628 Jul 14 11:19:58.836154 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33680) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:58.841564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-0c6277f7-8d4d-4bf7-866d-1c994c1e927e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'security_group_rule': {'security_group_id': '2a92649f-b339-48ec-bfeb-5c6c36e26fb6', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:58.860247 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '4bfcd7d5-f479-4914-b85c-6bc3d9fb9191', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'port_id': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'mac_address': 'fa:16:3e:96:fa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:19:56Z', 'updated_at': '2022-07-14T11:19:56Z', 'revision_number': 0, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 5, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:19:58.879104 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0c6277f7-8d4d-4bf7-866d-1c994c1e927e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (4e28d91f-6bc6-4cf7-8e8d-324e8f206d5d), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.910832 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe72baf-477b-4c8e-8b19-47e7b769b9fe None None] The sync data for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi is: [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '4bfcd7d5-f479-4914-b85c-6bc3d9fb9191', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'port_id': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'mac_address': 'fa:16:3e:96:fa:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:19:56Z', 'updated_at': '2022-07-14T11:19:56Z', 'revision_number': 0, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 5, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:19:58.947315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:58.970437 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0c6277f7-8d4d-4bf7-866d-1c994c1e927e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (4e28d91f-6bc6-4cf7-8e8d-324e8f206d5d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.975309 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0c6277f7-8d4d-4bf7-866d-1c994c1e927e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (4e28d91f-6bc6-4cf7-8e8d-324e8f206d5d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:58.996989 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6277f7-8d4d-4bf7-866d-1c994c1e927e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e28d91f-6bc6-4cf7-8e8d-324e8f206d5d,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:59.006516 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0c6277f7-8d4d-4bf7-866d-1c994c1e927e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.010541 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0c6277f7-8d4d-4bf7-866d-1c994c1e927e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1704509 Jul 14 11:19:59.010767 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33684) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:59.015723 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-75cbc467-e41a-4398-a3e5-b06f8d98bb43 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'security_group_rule': {'security_group_id': '2a92649f-b339-48ec-bfeb-5c6c36e26fb6', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:59.054500 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75cbc467-e41a-4398-a3e5-b06f8d98bb43 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (0bb3cf37-494e-4332-996a-e5ee17890cf3), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.145479 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75cbc467-e41a-4398-a3e5-b06f8d98bb43 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (0bb3cf37-494e-4332-996a-e5ee17890cf3), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.150494 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75cbc467-e41a-4398-a3e5-b06f8d98bb43 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (0bb3cf37-494e-4332-996a-e5ee17890cf3), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.172745 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbc467-e41a-4398-a3e5-b06f8d98bb43 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb3cf37-494e-4332-996a-e5ee17890cf3,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:59.175975 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c93ae4-c9ec-4472-b3d6-376f707bbdc5 None None] New status for floating IP 4bfcd7d5-f479-4914-b85c-6bc3d9fb9191: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:19:59.195576 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75cbc467-e41a-4398-a3e5-b06f8d98bb43 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.195576 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-75cbc467-e41a-4398-a3e5-b06f8d98bb43 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1797044 Jul 14 11:19:59.196859 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33698) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:59.202386 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-e710be5d-fbde-4a8e-a4cf-09029716d15e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'security_group_rule': {'security_group_id': '2a92649f-b339-48ec-bfeb-5c6c36e26fb6', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:59.234619 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e710be5d-fbde-4a8e-a4cf-09029716d15e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (b9cfca03-65af-46a9-a5e1-f15dcbcb8e5c), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.350685 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068be75-fd0c-4a83-bc44-11f22c974aab req-cc3e1852-9335-489e-9a87-aa6a4933e4d3 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:59.353202 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5068be75-fd0c-4a83-bc44-11f22c974aab req-cc3e1852-9335-489e-9a87-aa6a4933e4d3 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 943 time: 0.0795012 Jul 14 11:19:59.364364 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e710be5d-fbde-4a8e-a4cf-09029716d15e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (b9cfca03-65af-46a9-a5e1-f15dcbcb8e5c), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.374938 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e710be5d-fbde-4a8e-a4cf-09029716d15e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (b9cfca03-65af-46a9-a5e1-f15dcbcb8e5c), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.395062 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:59.415274 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710be5d-fbde-4a8e-a4cf-09029716d15e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cfca03-65af-46a9-a5e1-f15dcbcb8e5c,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:59.431701 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:59.440870 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e710be5d-fbde-4a8e-a4cf-09029716d15e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.441891 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e710be5d-fbde-4a8e-a4cf-09029716d15e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2447939 Jul 14 11:19:59.446766 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 33704) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:59.452454 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'security_group_rule': {'security_group_id': '2a92649f-b339-48ec-bfeb-5c6c36e26fb6', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:59.464542 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-5068be75-fd0c-4a83-bc44-11f22c974aab req-95390ce5-0211-47d9-bb86-eef31b4de059 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987005 Jul 14 11:19:59.485232 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.securitygroups_db [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Project 9b0b1b94221f442daa87ea1e3ca55df3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:19:59.496939 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (ba7004e7-3d23-43ad-9364-6673051cfcf7), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.592402 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (ba7004e7-3d23-43ad-9364-6673051cfcf7), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.597918 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (ba7004e7-3d23-43ad-9364-6673051cfcf7), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.620835 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7004e7-3d23-43ad-9364-6673051cfcf7,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:59.630897 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.632999 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a6ccb9a0-d649-42f5-897d-06567542a7e7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1844704 Jul 14 11:19:59.635619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33706) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:19:59.640464 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'security_group_rule': {'security_group_id': '2a92649f-b339-48ec-bfeb-5c6c36e26fb6', 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:19:59.646566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:19:59.667822 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.securitygroups_db [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Project 9b0b1b94221f442daa87ea1e3ca55df3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:19:59.680014 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (dedce4ef-36e6-4e6a-901e-adec23433881), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.759399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (dedce4ef-36e6-4e6a-901e-adec23433881), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.764823 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (dedce4ef-36e6-4e6a-901e-adec23433881), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.786502 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedce4ef-36e6-4e6a-901e-adec23433881,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:19:59.794315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:19:59.796515 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d27ff073-e0c7-4759-8156-ffae2f27c260 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594796 Jul 14 11:19:59.920099 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-6936caea-2da2-46d5-a5a6-23aa3f526d47 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080523830&fields=id&tenant_id=9b0b1b94221f442daa87ea1e3ca55df3 HTTP/1.1" status: 200 len: 267 time: 0.0677607 Jul 14 11:19:59.982191 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-830157df-de79-4c76-87f1-7e912fbb2b8c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:19:59.983732 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-830157df-de79-4c76-87f1-7e912fbb2b8c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0520139 Jul 14 11:20:00.002907 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'port': {'security_groups': ['dcedf73c-1d10-407c-973b-13e1e14acb16', '2a92649f-b339-48ec-bfeb-5c6c36e26fb6']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:00.088953 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:00.326472 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:00.361464 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:00.367200 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:00.405246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['eae020e3-68cc-41b2-b34f-a030ba6e139b'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:20:00.420946 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:00.421615 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:00.423151 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aafe09ac-962d-4702-8c06-b1d829b529f1 req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "PUT /v2.0/ports/eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 981 time: 0.4276962 Jul 14 11:20:00.423599 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:20:00.425900 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297" -d '{"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:20:00.459227 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1a8f8-7653-43cf-9424-290727eca384 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=6']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:00.544599 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49036cb1-c490-4112-94f7-b773d3128e8d x-openstack-request-id: req-49036cb1-c490-4112-94f7-b773d3128e8d {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:20:00.544985 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:20:00.545304 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49036cb1-c490-4112-94f7-b773d3128e8d {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:20:00.546081 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49036cb1-c490-4112-94f7-b773d3128e8d'] response: {'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'status': 'completed', 'code': 200} Jul 14 11:20:00.610012 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['eae020e3-68cc-41b2-b34f-a030ba6e139b'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:20:00.672723 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8f433-c710-4d40-8fa6-a821d3005f3d req-4a757ad4-a268-414e-a75f-3c0d91ef4b15 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:00.676963 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7bb8f433-c710-4d40-8fa6-a821d3005f3d req-4a757ad4-a268-414e-a75f-3c0d91ef4b15 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.1127925 Jul 14 11:20:00.727322 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:00.747485 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60e89-1a4c-48af-83ec-1b1451306505 req-505a7648-b6e4-47ce-a54f-f00d1a2a4d20 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:00.753068 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09c60e89-1a4c-48af-83ec-1b1451306505 req-505a7648-b6e4-47ce-a54f-f00d1a2a4d20 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 943 time: 0.1215777 Jul 14 11:20:00.810675 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7bb8f433-c710-4d40-8fa6-a821d3005f3d req-37854e59-8b7c-4b24-98c8-519d699cbd0f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216936 Jul 14 11:20:00.833001 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-09c60e89-1a4c-48af-83ec-1b1451306505 req-8661cd7f-4ab4-4fdf-bdaa-dddbc2c3cf6b tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708764 Jul 14 11:20:00.935171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-2e6dd61f-c5ce-4889-8d90-c212cde9df66 None None] Provisioning complete for port eae020e3-68cc-41b2-b34f-a030ba6e139b triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:00.936021 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2e6dd61f-c5ce-4889-8d90-c212cde9df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:01.030351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:01.038764 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-457bca6d-3459-48dc-8fca-a4823aaa1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:01.040312 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-457bca6d-3459-48dc-8fca-a4823aaa1df2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=442d027d621e40e2800fd6467f2bb60d&device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 1127 time: 0.0971653 Jul 14 11:20:01.042230 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-246cc051-dbbe-4229-ae23-0bc0638cc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:01.043686 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-246cc051-dbbe-4229-ae23-0bc0638cc27b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.1206691 Jul 14 11:20:01.121905 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:01.156750 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-34b769fd-69f6-4640-b861-cd9dfbad2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:01.158379 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-34b769fd-69f6-4640-b861-cd9dfbad2f47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976827 Jul 14 11:20:01.176968 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-2e6dd61f-c5ce-4889-8d90-c212cde9df66 None None] Current status of the port eae020e3-68cc-41b2-b34f-a030ba6e139b is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:01.245866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-9b754242-d099-4672-a329-ba8d144c1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:01.247411 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-9b754242-d099-4672-a329-ba8d144c1454 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57cccd21-e43b-4330-9949-ecb62e221d9b HTTP/1.1" status: 200 len: 910 time: 0.1950359 Jul 14 11:20:01.254674 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:01.309613 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-3a81f63c-1b25-4d61-a3fa-fc8fa414d198 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f5d2871-670f-4df5-94eb-b43ea68daf75 HTTP/1.1" status: 200 len: 217 time: 0.0531576 Jul 14 11:20:01.367348 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-3feac270-865f-47c4-96c5-7086b6cd4482 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017438 Jul 14 11:20:01.412106 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-87c1ec0f-8e62-4368-8055-78d7025bb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:01.413613 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-87c1ec0f-8e62-4368-8055-78d7025bb47e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=65a24a14-f353-4832-a5e2-9efd47cea08d HTTP/1.1" status: 200 len: 849 time: 0.0890660 Jul 14 11:20:01.485380 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-47d19858-f769-4f14-b571-d0d3eeee7845 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57cccd21-e43b-4330-9949-ecb62e221d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400772 Jul 14 11:20:01.544496 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b35a0d2a-1687-4859-93b5-c993bf9a9fc4 req-317fb140-1047-468d-a335-4161c554edfa service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697066 Jul 14 11:20:01.614735 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-eab09a5a-20f5-481e-829c-f30b1ca7ccf5 service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218913 Jul 14 11:20:01.736056 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-86b1bd73-9a7b-4342-9947-6e547f2bf338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:01.738450 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-86b1bd73-9a7b-4342-9947-6e547f2bf338 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1168 time: 0.0953553 Jul 14 11:20:01.794128 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-dc988bff-f0f9-4ca5-9ee9-0626cfccfab1 req-5c28263a-25fc-4c67-a1b8-c17d4276a1c9 service neutron] 10.222.0.26 "GET /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709869 Jul 14 11:20:01.872104 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-d59d5243-da4b-4c56-926e-6f5570cab2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:01.873508 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-d59d5243-da4b-4c56-926e-6f5570cab2f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 916 time: 0.1275923 Jul 14 11:20:01.971879 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-eca2d717-8bde-4783-b86e-add8e794c045 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 1001 time: 0.0918365 Jul 14 11:20:02.040166 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33444c-2492-4d89-9fe8-f2208a2d06a6 req-8dc017a1-ab24-4487-b4bd-d2f5015adec1 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:02.042118 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-de33444c-2492-4d89-9fe8-f2208a2d06a6 req-8dc017a1-ab24-4487-b4bd-d2f5015adec1 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 943 time: 0.0907307 Jul 14 11:20:02.052976 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-28d6ce8c-a92f-4ee0-9e8d-cf27630c2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:02.054490 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-28d6ce8c-a92f-4ee0-9e8d-cf27630c2c2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.0743892 Jul 14 11:20:02.103782 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-de33444c-2492-4d89-9fe8-f2208a2d06a6 req-5070cddf-cc47-420a-9740-720bc1aff33d tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533605 Jul 14 11:20:02.143787 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-01cb734a-f966-456f-a7f2-c5a535ec0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:02.145543 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-01cb734a-f966-456f-a7f2-c5a535ec0394 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811386 Jul 14 11:20:02.246819 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-452f3c86-1fd7-4078-9b5e-2d0d4a87a785 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944386 Jul 14 11:20:02.365821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:02.412253 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e1dbb90-6682-44cd-ae5f-6fc4dd4a2297 req-d9ecb3eb-53e6-4238-a06f-db225c773d41 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580527 Jul 14 11:20:03.167228 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:03.257432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded3085-da39-4067-ac76-61545bf11427 req-787057d1-be3f-4a22-9551-7835e2600a8e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:03.259002 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fded3085-da39-4067-ac76-61545bf11427 req-787057d1-be3f-4a22-9551-7835e2600a8e tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 943 time: 0.0618341 Jul 14 11:20:03.314782 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fded3085-da39-4067-ac76-61545bf11427 req-d99ea6fa-00e8-4f13-8e9b-1f87e2c11ab9 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 Jul 14 11:20:03.538384 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1f5d2871-670f-4df5-94eb-b43ea68daf75 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:20:03.669476 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 1f5d2871-670f-4df5-94eb-b43ea68daf75, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1f5d2871-670f-4df5-94eb-b43ea68daf75,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:03.685516 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '1f5d2871-670f-4df5-94eb-b43ea68daf75', 'network_id': '57cccd21-e43b-4330-9949-ecb62e221d9b', 'port_id': '1f5d2871-670f-4df5-94eb-b43ea68daf75', 'mac_address': 'fa:16:3e:22:e0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a24a14-f353-4832-a5e2-9efd47cea08d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:20:03.726905 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 1f5d2871-670f-4df5-94eb-b43ea68daf75 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:03.727298 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:03.742865 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5d2871-670f-4df5-94eb-b43ea68daf75 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:20:03.764252 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 1f5d2871-670f-4df5-94eb-b43ea68daf75, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1f5d2871-670f-4df5-94eb-b43ea68daf75,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:03.769656 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:03.828958 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=1f5d2871-670f-4df5-94eb-b43ea68daf75,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:03.842768 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:20:04.214016 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['1f5d2871-670f-4df5-94eb-b43ea68daf75'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:20:04.464669 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995e115-1c80-4df4-8f0f-81bcf76ce1a3 req-e7ceb286-8345-4262-bcbb-d9eae11c51e1 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:04.466264 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4995e115-1c80-4df4-8f0f-81bcf76ce1a3 req-e7ceb286-8345-4262-bcbb-d9eae11c51e1 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 944 time: 0.0514364 Jul 14 11:20:04.526872 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4995e115-1c80-4df4-8f0f-81bcf76ce1a3 req-3836dda8-41e1-4bed-8b9c-ae2ee994d8b6 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520489 Jul 14 11:20:05.352105 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0e562ee1-45b8-497a-9bc7-ea89184cd689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:05.560288 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1f5d2871-670f-4df5-94eb-b43ea68daf75 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:20:05.564002 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:05.614258 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 1f5d2871-670f-4df5-94eb-b43ea68daf75 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:20:05.622038 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 1f5d2871-670f-4df5-94eb-b43ea68daf75 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:05.622662 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:05.645091 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:05.666704 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671e5b3-5801-4cb5-b1fe-3eaabaf3a86e req-00d7bdc5-f4c7-4cca-8c29-4860f210a04f tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:05.668410 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8671e5b3-5801-4cb5-b1fe-3eaabaf3a86e req-00d7bdc5-f4c7-4cca-8c29-4860f210a04f tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 944 time: 0.0607522 Jul 14 11:20:05.724196 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 1f5d2871-670f-4df5-94eb-b43ea68daf75 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:05.725023 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:05.729790 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-8671e5b3-5801-4cb5-b1fe-3eaabaf3a86e req-a3276614-53ab-4570-9b1b-3ad71a4da506 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550721 Jul 14 11:20:05.756155 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f8709-c890-481d-952a-4d149b70b133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5d2871-670f-4df5-94eb-b43ea68daf75'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:20:05.758310 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92df32e5-77de-4047-b387-3fe3d3d5449f" -d '{"events": [{"server_uuid": "8d1f8709-c890-481d-952a-4d149b70b133", "name": "network-vif-plugged", "status": "completed", "tag": "1f5d2871-670f-4df5-94eb-b43ea68daf75"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:20:05.772720 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 1f5d2871-670f-4df5-94eb-b43ea68daf75, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1f5d2871-670f-4df5-94eb-b43ea68daf75,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:05.777046 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:05.826874 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169d479a-d817-4291-b14a-412e03b86f3e x-openstack-request-id: req-169d479a-d817-4291-b14a-412e03b86f3e {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:20:05.827159 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f8709-c890-481d-952a-4d149b70b133", "name": "network-vif-plugged", "status": "completed", "tag": "1f5d2871-670f-4df5-94eb-b43ea68daf75", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:20:05.827434 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-169d479a-d817-4291-b14a-412e03b86f3e {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:20:05.827832 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169d479a-d817-4291-b14a-412e03b86f3e'] response: {'server_uuid': '8d1f8709-c890-481d-952a-4d149b70b133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5d2871-670f-4df5-94eb-b43ea68daf75', 'code': 200} Jul 14 11:20:05.833060 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=1f5d2871-670f-4df5-94eb-b43ea68daf75,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:06.061957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fb041-557a-4cc9-88ef-2b1566cab943 req-19a9bd08-f5de-46a1-93b1-c2cb0ccd2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:06.063547 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b45fb041-557a-4cc9-88ef-2b1566cab943 req-19a9bd08-f5de-46a1-93b1-c2cb0ccd2db1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 1129 time: 0.0455506 Jul 14 11:20:06.117623 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b45fb041-557a-4cc9-88ef-2b1566cab943 req-f1329937-5018-4289-bbc1-d101a4f67776 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435178 Jul 14 11:20:06.861372 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991a48-ca5d-4679-b8dc-077953a4e31d req-21936295-b88b-4c6e-8dd5-a1b3f4b3dabd tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:06.862856 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39991a48-ca5d-4679-b8dc-077953a4e31d req-21936295-b88b-4c6e-8dd5-a1b3f4b3dabd tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 945 time: 0.0506747 Jul 14 11:20:06.927788 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39991a48-ca5d-4679-b8dc-077953a4e31d req-8ef04207-d943-49c3-8738-ddbf8751e052 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586073 Jul 14 11:20:07.663038 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2e2b8e08-03ad-4dea-93f2-5dac4e19e97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:08.060087 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09258dee-b284-43d3-a393-698e64522ec3 req-2b25a687-f21c-46f4-85ff-c31e24cd47a7 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:08.061644 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-09258dee-b284-43d3-a393-698e64522ec3 req-2b25a687-f21c-46f4-85ff-c31e24cd47a7 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 945 time: 0.0590999 Jul 14 11:20:08.114559 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-09258dee-b284-43d3-a393-698e64522ec3 req-3a67cc9b-918e-4432-9082-1180304602e5 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 Jul 14 11:20:08.717561 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:08.723094 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:08.868126 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=83 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:09.241993 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245b1a2-342c-40c0-8798-2aeacfa2b739 req-e167e305-9671-4f0a-b3ce-47c7bf575329 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:09.243544 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1245b1a2-342c-40c0-8798-2aeacfa2b739 req-e167e305-9671-4f0a-b3ce-47c7bf575329 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 945 time: 0.0555267 Jul 14 11:20:09.299040 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1245b1a2-342c-40c0-8798-2aeacfa2b739 req-7e0fce1d-3ece-4c3f-a2da-1f2f0c9df811 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490582 Jul 14 11:20:10.140968 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:10.561119 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:10.602563 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2565f3-01fd-4484-8441-5230602ac40c req-bed8cd96-61ea-407f-99af-03b16cab21c5 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:10.604560 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3a2565f3-01fd-4484-8441-5230602ac40c req-bed8cd96-61ea-407f-99af-03b16cab21c5 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 945 time: 0.0535276 Jul 14 11:20:10.660766 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3a2565f3-01fd-4484-8441-5230602ac40c req-55b81787-d22d-4498-9e77-d2cb5bfed616 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Jul 14 11:20:11.811163 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603948d0-12a5-4205-a359-35db9ff2c42e req-197aa249-df48-48a1-b756-401539e85763 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:11.812784 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-603948d0-12a5-4205-a359-35db9ff2c42e req-197aa249-df48-48a1-b756-401539e85763 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 945 time: 0.0613172 Jul 14 11:20:11.878495 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-603948d0-12a5-4205-a359-35db9ff2c42e req-c2ca710b-db00-4d77-a9c8-4265958c18ea tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd6fca82-2e1a-4557-9ddf-9791406d3a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553064 Jul 14 11:20:12.584457 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-8935276e-9fb8-4cd6-873d-fabda81b1533 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:12.586041 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-8935276e-9fb8-4cd6-873d-fabda81b1533 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 945 time: 0.0550606 Jul 14 11:20:12.683043 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Deleting port 1f5d2871-670f-4df5-94eb-b43ea68daf75 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:20:12.683376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:12.782197 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] For port 1f5d2871-670f-4df5-94eb-b43ea68daf75, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=1f5d2871-670f-4df5-94eb-b43ea68daf75,segment=NetworkSegment(f0d58476-4a5d-4009-9e8e-5b1d401611f5),segment_id=f0d58476-4a5d-4009-9e8e-5b1d401611f5)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:12.782576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:12.797565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Calling delete_port for 1f5d2871-670f-4df5-94eb-b43ea68daf75 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:20:12.939207 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:12.966842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (1f5d2871-670f-4df5-94eb-b43ea68daf75), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:13.018817 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['1f5d2871-670f-4df5-94eb-b43ea68daf75'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:20:13.026162 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Pushing event deleted for resources: {'Port': ['ID=1f5d2871-670f-4df5-94eb-b43ea68daf75,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:13.059438 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d4c69827-21e7-431c-a1d2-598cfe8cb47f req-49603bfc-a0b9-4d74-9d60-65476c754737 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d1f8709-c890-481d-952a-4d149b70b133 HTTP/1.1" status: 200 len: 210 time: 0.0735497 Jul 14 11:20:13.083531 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.083921 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.084262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.084609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.084948 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.085316 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.085609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.085949 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.086271 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.086606 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.086935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.087262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.087606 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.087939 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.088258 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:13.117613 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] No DVR routers for this DVR port 1f5d2871-670f-4df5-94eb-b43ea68daf75 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:20:13.120597 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:13.124222 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23c3b3a9-97db-48d1-b281-9036524a6e80 req-3c9b7ad0-b455-4afe-8627-e9123974f440 tempest-VolumesActionsTest-1996797270 tempest-VolumesActionsTest-1996797270-project] 10.222.0.26 "DELETE /v2.0/ports/1f5d2871-670f-4df5-94eb-b43ea68daf75 HTTP/1.1" status: 204 len: 173 time: 0.5318286 Jul 14 11:20:13.124752 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1f8709-c890-481d-952a-4d149b70b133', 'name': 'network-vif-deleted', 'tag': '1f5d2871-670f-4df5-94eb-b43ea68daf75'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:20:13.127999 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb972f4b-4fe7-408b-8cb2-f8a3baed5d88" -d '{"events": [{"server_uuid": "8d1f8709-c890-481d-952a-4d149b70b133", "name": "network-vif-deleted", "tag": "1f5d2871-670f-4df5-94eb-b43ea68daf75"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:20:13.177444 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ee257b-5463-41e2-adfc-81a6deeb2694 x-openstack-request-id: req-e3ee257b-5463-41e2-adfc-81a6deeb2694 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:20:13.177737 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1f8709-c890-481d-952a-4d149b70b133", "name": "network-vif-deleted", "tag": "1f5d2871-670f-4df5-94eb-b43ea68daf75", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:20:13.177989 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e3ee257b-5463-41e2-adfc-81a6deeb2694 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:20:13.178402 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ee257b-5463-41e2-adfc-81a6deeb2694'] response: {'server_uuid': '8d1f8709-c890-481d-952a-4d149b70b133', 'name': 'network-vif-deleted', 'tag': '1f5d2871-670f-4df5-94eb-b43ea68daf75', 'status': 'completed', 'code': 200} Jul 14 11:20:13.836185 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=73 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:17.954608 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:18.952180 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1f5d2871-670f-4df5-94eb-b43ea68daf75 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:20:18.972464 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 1f5d2871-670f-4df5-94eb-b43ea68daf75 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:20:18.973138 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 1f5d2871-670f-4df5-94eb-b43ea68daf75 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:20:21.870684 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=61,neutron:INSERT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:21.873513 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=2,neutron:SELECT=65,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:23.099083 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:23.100294 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:25.243462 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-3b3b25e1-e8fa-47b6-a436-fb6ef023d714 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612476 Jul 14 11:20:25.365280 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-ace35602-13ac-4e97-b5ca-317ddbe612a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:25.366853 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-ace35602-13ac-4e97-b5ca-317ddbe612a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1168 time: 0.0533350 Jul 14 11:20:25.576698 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-7a6f3079-ef9a-46a1-af18-39c3e75e74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:25.580910 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-7a6f3079-ef9a-46a1-af18-39c3e75e74b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 916 time: 0.1850097 Jul 14 11:20:25.681553 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-c42ae013-ca9a-4047-a1c6-12142860721c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 1001 time: 0.0940671 Jul 14 11:20:25.737798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-74c5965f-11c9-444f-a4ae-c1ba9604cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:25.739589 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-74c5965f-11c9-444f-a4ae-c1ba9604cbce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.0528433 Jul 14 11:20:25.800872 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-07815767-43b8-40da-abf0-37019b12f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:25.802400 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-07815767-43b8-40da-abf0-37019b12f51f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551836 Jul 14 11:20:25.939340 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-66296da1-8bb4-47b1-8f50-f8be9b9ad17a service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294503 Jul 14 11:20:26.073904 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-88074e25-6423-4b40-a8fc-df4b3f6090b3 req-f20a817d-9d71-4ad2-8b09-1fee02d10815 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284711 Jul 14 11:20:27.950960 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:28.956578 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:30.995591 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 33994) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:31.243717 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-08d16cfb-2192-457f-8a4b-6fdc894fe54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:31.375823 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-08d16cfb-2192-457f-8a4b-6fdc894fe54b admin admin] Publish callbacks [] for security_group (28986ad3-43a2-47c3-9cf9-61fdcd449cc7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:31.423575 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-08d16cfb-2192-457f-8a4b-6fdc894fe54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (28986ad3-43a2-47c3-9cf9-61fdcd449cc7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:31.755357 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-08d16cfb-2192-457f-8a4b-6fdc894fe54b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=653dfa0ed71b439694cbd2116cad942c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7574668 Jul 14 11:20:31.756689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d16cfb-2192-457f-8a4b-6fdc894fe54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28986ad3-43a2-47c3-9cf9-61fdcd449cc7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:31.757969 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34006) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:31.856063 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Publish callbacks [] for security_group (28986ad3-43a2-47c3-9cf9-61fdcd449cc7), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:31.884510 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Publish callbacks [] for security_group (28986ad3-43a2-47c3-9cf9-61fdcd449cc7), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:31.957438 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (28986ad3-43a2-47c3-9cf9-61fdcd449cc7), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:31.961666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:31.966280 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28986ad3-43a2-47c3-9cf9-61fdcd449cc7 HTTP/1.1" status: 204 len: 168 time: 0.2027376 Jul 14 11:20:31.977055 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28986ad3-43a2-47c3-9cf9-61fdcd449cc7,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:31.985631 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.985972 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.986659 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.987085 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.987648 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.988364 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.988917 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.989469 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.990022 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.990575 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.991150 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.991780 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.992131 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.992545 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:31.992871 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e97ef7-9c75-43a2-a6b4-77f45a72beca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:32.922556 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34032) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:33.052690 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1883264380-network', 'tenant_id': '183612235b834368be67c02434f45d36'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:33.077119 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Made reservation on behalf of 183612235b834368be67c02434f45d36 for: {'network': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:20:33.079858 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.089585 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.184291 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks [] for security_group (a01f9406-2955-40cc-bd04-716deaeab063), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.188834 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a01f9406-2955-40cc-bd04-716deaeab063), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.210340 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=104141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:20:33.247909 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (86e50537-c28e-43a3-b137-57fa5cb21a14), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.248582 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.segments_db [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Added segment 86e50537-c28e-43a3-b137-57fa5cb21a14 of type vlan for network e084adea-c51c-44b5-8ae7-232bbfbba9fd Jul 14 11:20:33.310435 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f9406-2955-40cc-bd04-716deaeab063,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:33.328547 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (e084adea-c51c-44b5-8ae7-232bbfbba9fd), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.365085 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (e084adea-c51c-44b5-8ae7-232bbfbba9fd), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.367765 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:33.369338 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.498293 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5692010 Jul 14 11:20:33.498626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34040) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:33.503827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Request body: {'subnet': {'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1883264380-subnet', 'tenant_id': '183612235b834368be67c02434f45d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:33.507325 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3892199-d123-48d5-9842-e4cd64ca13b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e084adea-c51c-44b5-8ae7-232bbfbba9fd,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:33.521069 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network e084adea-c51c-44b5-8ae7-232bbfbba9fd details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:20:33.532786 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Made reservation on behalf of 183612235b834368be67c02434f45d36 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:20:33.537416 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62470254'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.647065 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:33.796373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59019999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62470236'] for subnet (fd5e9de0-f814-4457-a538-9d7fbf68450a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.800935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:33.841686 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:33.844133 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:33.878346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5e9de0-f814-4457-a538-9d7fbf68450a,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:33.897221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Checking segment: {'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:20:33.897641 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Network hostable DHCP agents. Network: e084adea-c51c-44b5-8ae7-232bbfbba9fd, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:20:33.921161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Network e084adea-c51c-44b5-8ae7-232bbfbba9fd is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:20:33.935649 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, e084adea-c51c-44b5-8ae7-232bbfbba9fd) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:20:33.950732 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:33.952054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdf22d-cd66-474f-9791-8d4b25ae173b None None] Network e084adea-c51c-44b5-8ae7-232bbfbba9fd requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:20:33.952391 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:33.986327 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6a866e8e-a462-4ddf-8c16-20af2dffd710 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4841692 Jul 14 11:20:34.160187 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b49e04-035c-4663-adac-9629eb802ecc None None] Network e084adea-c51c-44b5-8ae7-232bbfbba9fd requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:20:35.352603 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ce233743-d7b3-4302-9872-d463866e084b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:36.097703 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-b132abd0-e6b6-4447-9296-a058facc6cfe tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:36.104026 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-b132abd0-e6b6-4447-9296-a058facc6cfe tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/networks?id=e084adea-c51c-44b5-8ae7-232bbfbba9fd HTTP/1.1" status: 200 len: 814 time: 0.1371510 Jul 14 11:20:36.119482 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-dea189fa-5aec-4e9c-b27d-58902f4a393f tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/quotas/183612235b834368be67c02434f45d36 HTTP/1.1" status: 200 len: 375 time: 0.0141964 Jul 14 11:20:36.172379 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-a41bba8f-0ede-4708-b120-2dae43e27033 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=183612235b834368be67c02434f45d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447285 Jul 14 11:20:36.287904 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-a48595e7-9da0-4b3c-84de-cfa6217210fc service neutron] 10.222.0.75 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102865 Jul 14 11:20:36.428780 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:36.487017 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e7da6fb4-e914-4f3f-98fb-6d27a4c56f03 service neutron] 10.222.0.75 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818674 Jul 14 11:20:36.776069 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef289d25-ed87-4d1e-820d-1fb819d780e1 req-fd840470-9f63-4fd1-a7b7-25f3eaeaabb6 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 210 time: 0.0555174 Jul 14 11:20:37.677832 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2a658c7d-ff11-48f1-93c4-aa8e825940b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:37.908861 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f1969cc9-ee31-4fff-8809-b17e8fe2e4dd req-8ff0df72-a161-4061-bd26-0fc50bb9550d tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 210 time: 0.0431843 Jul 14 11:20:38.688044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-77cdd4fc-8e07-4b4b-b65d-5a5340fd6925 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:38.688044 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-77cdd4fc-8e07-4b4b-b65d-5a5340fd6925 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "GET /v2.0/networks?id=e084adea-c51c-44b5-8ae7-232bbfbba9fd HTTP/1.1" status: 200 len: 814 time: 0.1473892 Jul 14 11:20:38.711715 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Request body: {'port': {'device_id': '34185a2e-cf40-4a25-beca-13d498beee5e', 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd', 'admin_state_up': True, 'tenant_id': '183612235b834368be67c02434f45d36'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:38.729109 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:38.852202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Made reservation on behalf of 183612235b834368be67c02434f45d36 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:20:38.856084 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:39.097048 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e61d2d98-d58d-4ab7-8868-01face3c9836 req-26c41ee4-2d39-4568-a824-57c989b58fa7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 210 time: 0.1059601 Jul 14 11:20:39.124839 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Allocated IP 172.20.0.7 (e084adea-c51c-44b5-8ae7-232bbfbba9fd/fd5e9de0-f814-4457-a538-9d7fbf68450a/2b261c51-3385-4f44-9364-fcea5fd8b76e) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:20:39.309252 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks [] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:39.344790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:39.398555 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Network e084adea-c51c-44b5-8ae7-232bbfbba9fd is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:20:39.404436 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:20:39.406966 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:20:39.411555 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:39.433888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:39.438679 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Pushing event updated for resources: {'Port': ['ID=2b261c51-3385-4f44-9364-fcea5fd8b76e,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:39.468229 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:39.468876 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:39.487032 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-e1a5bf6b-3a03-4e38-a98f-a6305bf711a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815061 Jul 14 11:20:39.517799 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Request body: {'port': {'device_id': '34185a2e-cf40-4a25-beca-13d498beee5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:39.603540 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:39.915674 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b261c51-3385-4f44-9364-fcea5fd8b76e {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:20:39.928371 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Publish callbacks [] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:39.950991 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Transition to ACTIVE for port object 2b261c51-3385-4f44-9364-fcea5fd8b76e will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:20:39.957409 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:40.051859 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Pushing event updated for resources: {'Port': ['ID=2b261c51-3385-4f44-9364-fcea5fd8b76e,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:40.115434 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Attempting to bind port 2b261c51-3385-4f44-9364-fcea5fd8b76e on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:20:40.115778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Attempting to bind port 2b261c51-3385-4f44-9364-fcea5fd8b76e by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:20:40.116108 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Attempting to bind port 2b261c51-3385-4f44-9364-fcea5fd8b76e on network e084adea-c51c-44b5-8ae7-232bbfbba9fd {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:20:40.122264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Port 2b261c51-3385-4f44-9364-fcea5fd8b76e on network e084adea-c51c-44b5-8ae7-232bbfbba9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:20:40.122590 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Attempting to bind port 2b261c51-3385-4f44-9364-fcea5fd8b76e on network e084adea-c51c-44b5-8ae7-232bbfbba9fd {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:20:40.128614 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:20:40.128931 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Checking segment: {'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:20:40.129315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Bound using segment: {'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:20:40.129924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Bound port: 2b261c51-3385-4f44-9364-fcea5fd8b76e, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:20:40.130522 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:40.163673 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:40.208505 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] For port 2b261c51-3385-4f44-9364-fcea5fd8b76e, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:20:40.212407 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] For port 2b261c51-3385-4f44-9364-fcea5fd8b76e, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=2b261c51-3385-4f44-9364-fcea5fd8b76e,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:20:40.223990 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:40.244473 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:40.261280 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea30e1-331d-487c-aa81-032dff0e7014 req-0dfb2967-9d27-4363-b4db-a46fda2faf96 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:40.262788 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3cea30e1-331d-487c-aa81-032dff0e7014 req-0dfb2967-9d27-4363-b4db-a46fda2faf96 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 943 time: 0.0555742 Jul 14 11:20:40.292714 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:40.293339 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:40.294766 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] 10.222.0.26 "PUT /v2.0/ports/2b261c51-3385-4f44-9364-fcea5fd8b76e HTTP/1.1" status: 200 len: 1093 time: 0.7813902 Jul 14 11:20:40.295226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34185a2e-cf40-4a25-beca-13d498beee5e', 'tag': '2b261c51-3385-4f44-9364-fcea5fd8b76e'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:20:40.297575 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd" -d '{"events": [{"name": "network-changed", "server_uuid": "34185a2e-cf40-4a25-beca-13d498beee5e", "tag": "2b261c51-3385-4f44-9364-fcea5fd8b76e"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:20:40.328218 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb277471-7de3-4ba7-8667-b85d05d9f84c service neutron] Pushing event updated for resources: {'Port': ['ID=2b261c51-3385-4f44-9364-fcea5fd8b76e,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:40.353675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a97047-104b-420a-b231-f1a5c4f87399 x-openstack-request-id: req-87a97047-104b-420a-b231-f1a5c4f87399 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:20:40.353675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34185a2e-cf40-4a25-beca-13d498beee5e", "tag": "2b261c51-3385-4f44-9364-fcea5fd8b76e", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:20:40.353675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87a97047-104b-420a-b231-f1a5c4f87399 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:20:40.354244 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a97047-104b-420a-b231-f1a5c4f87399'] response: {'name': 'network-changed', 'server_uuid': '34185a2e-cf40-4a25-beca-13d498beee5e', 'tag': '2b261c51-3385-4f44-9364-fcea5fd8b76e', 'status': 'completed', 'code': 200} Jul 14 11:20:40.363162 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3cea30e1-331d-487c-aa81-032dff0e7014 req-936c361d-ad5b-412a-a7b3-2946eea943cc tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905516 Jul 14 11:20:40.422682 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-3c20cf07-e7b7-4903-955b-b016385942c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:40.424775 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-3c20cf07-e7b7-4903-955b-b016385942c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=183612235b834368be67c02434f45d36&device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 1127 time: 0.0520623 Jul 14 11:20:40.486982 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-c0d5c698-9e99-42d1-84c7-aef2c87c633d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b261c51-3385-4f44-9364-fcea5fd8b76e HTTP/1.1" status: 200 len: 217 time: 0.0382514 Jul 14 11:20:40.555306 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-c80a0d7e-d966-4ee8-b2d0-7676fa653081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:40.557348 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-c80a0d7e-d966-4ee8-b2d0-7676fa653081 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd5e9de0-f814-4457-a538-9d7fbf68450a HTTP/1.1" status: 200 len: 854 time: 0.0630577 Jul 14 11:20:40.558074 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:40.604667 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-ce820453-cad9-4565-8e4f-f7cfb3b63662 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e084adea-c51c-44b5-8ae7-232bbfbba9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413508 Jul 14 11:20:40.637480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:40.680527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:40.708007 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-a95de9af-0b1c-4e63-851d-154c54438b6a service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975735 Jul 14 11:20:40.805307 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ab9b93b7-7874-4cad-8b28-cb5c38ef54af req-f861da08-cb69-4975-8905-6b8dfbe14aa4 service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910883 Jul 14 11:20:40.843667 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:20:41.486818 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39944d36-7013-4f2c-a153-67b405f9a223 req-98f29a90-9492-48aa-9c7f-a83d1e7cac89 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:41.488282 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39944d36-7013-4f2c-a153-67b405f9a223 req-98f29a90-9492-48aa-9c7f-a83d1e7cac89 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 943 time: 0.0530872 Jul 14 11:20:41.536079 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39944d36-7013-4f2c-a153-67b405f9a223 req-4ce3efb4-9cb9-4125-a4f5-a65120234467 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Jul 14 11:20:41.620431 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34192) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:41.665780 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] Deleting subnet 65a24a14-f353-4832-a5e2-9efd47cea08d {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:20:41.669144 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] Publish callbacks [] for subnet (65a24a14-f353-4832-a5e2-9efd47cea08d), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:41.704079 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (65a24a14-f353-4832-a5e2-9efd47cea08d), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:41.746516 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (65a24a14-f353-4832-a5e2-9efd47cea08d), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:41.802398 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (65a24a14-f353-4832-a5e2-9efd47cea08d), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:41.831000 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:41.834056 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/65a24a14-f353-4832-a5e2-9efd47cea08d HTTP/1.1" status: 204 len: 168 time: 0.2126253 Jul 14 11:20:41.835164 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733589d-4d80-4031-b114-505ac483b7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a24a14-f353-4832-a5e2-9efd47cea08d,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:41.836667 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34194) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:41.906557 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (57cccd21-e43b-4330-9949-ecb62e221d9b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:41.989459 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (57cccd21-e43b-4330-9949-ecb62e221d9b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.016452 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cccd21-e43b-4330-9949-ecb62e221d9b']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:20:42.027238 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d58476-4a5d-4009-9e8e-5b1d401611f5') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:20:42.027566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d58476-4a5d-4009-9e8e-5b1d401611f5') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:20:42.037115 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (f0d58476-4a5d-4009-9e8e-5b1d401611f5), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.050298 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (f0d58476-4a5d-4009-9e8e-5b1d401611f5), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.056808 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:20:42.057186 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (f0d58476-4a5d-4009-9e8e-5b1d401611f5), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.106614 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment f0d58476-4a5d-4009-9e8e-5b1d401611f5 resource provider aggregate not found Jul 14 11:20:42.124493 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (57cccd21-e43b-4330-9949-ecb62e221d9b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.129572 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.132736 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] 10.222.0.75 "DELETE /v2.0/networks/57cccd21-e43b-4330-9949-ecb62e221d9b HTTP/1.1" status: 204 len: 168 time: 0.2948771 Jul 14 11:20:42.134370 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment f0d58476-4a5d-4009-9e8e-5b1d401611f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d58476-4a5d-4009-9e8e-5b1d401611f5 found for delete ", "request_id": "req-6b8536b3-b9f2-4463-b9f0-2aadefdcb65e"}]} Jul 14 11:20:42.147532 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d365ba-04ea-4c4d-b61c-3a6cf7a2692f admin admin] Pushing event deleted for resources: {'Network': ['ID=57cccd21-e43b-4330-9949-ecb62e221d9b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:42.257332 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34202) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:42.299346 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-5f5cce40-e89d-4fe9-a215-119ddbc9f893 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=442d027d621e40e2800fd6467f2bb60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397205 Jul 14 11:20:42.301492 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34204) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:42.350065 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3ed5-5e41-4936-831d-ae828a4b4850 admin admin] Publish callbacks [] for security_group (dd6fca82-2e1a-4557-9ddf-9791406d3a87), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.371870 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3ed5-5e41-4936-831d-ae828a4b4850 admin admin] Publish callbacks [] for security_group (dd6fca82-2e1a-4557-9ddf-9791406d3a87), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.418869 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3ed5-5e41-4936-831d-ae828a4b4850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (dd6fca82-2e1a-4557-9ddf-9791406d3a87), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.421460 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3ed5-5e41-4936-831d-ae828a4b4850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:42.422632 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6b6f3ed5-5e41-4936-831d-ae828a4b4850 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd6fca82-2e1a-4557-9ddf-9791406d3a87 HTTP/1.1" status: 204 len: 168 time: 0.1201656 Jul 14 11:20:42.431098 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3ed5-5e41-4936-831d-ae828a4b4850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6fca82-2e1a-4557-9ddf-9791406d3a87,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:42.660801 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff643f9b-f034-47c0-8236-a6323a6f6c79 req-b5c7c226-227c-44f9-91ce-1d81cc3b2a57 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:42.662317 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ff643f9b-f034-47c0-8236-a6323a6f6c79 req-b5c7c226-227c-44f9-91ce-1d81cc3b2a57 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 943 time: 0.0484374 Jul 14 11:20:42.712467 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ff643f9b-f034-47c0-8236-a6323a6f6c79 req-241b0405-c603-44b8-a46f-0541a5844bee tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Jul 14 11:20:42.849829 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-2c7a34b5-f073-4c8a-ba61-df172f3d53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:42.851464 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-2c7a34b5-f073-4c8a-ba61-df172f3d53f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=183612235b834368be67c02434f45d36&device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 1127 time: 0.0504274 Jul 14 11:20:42.945847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-422e2f0c-e28e-4511-9869-194cc67c8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:42.947334 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-422e2f0c-e28e-4511-9869-194cc67c8813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e084adea-c51c-44b5-8ae7-232bbfbba9fd HTTP/1.1" status: 200 len: 915 time: 0.0896714 Jul 14 11:20:42.992488 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-58ced5df-b983-4d3a-acbf-16a350dd2fd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b261c51-3385-4f44-9364-fcea5fd8b76e HTTP/1.1" status: 200 len: 217 time: 0.0385528 Jul 14 11:20:43.051605 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-3752f501-61d1-4ff3-9d4a-6b3118e60d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:43.053337 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-3752f501-61d1-4ff3-9d4a-6b3118e60d56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd5e9de0-f814-4457-a538-9d7fbf68450a HTTP/1.1" status: 200 len: 854 time: 0.0548475 Jul 14 11:20:43.087041 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-872ccb0f-c8cb-46fe-ba6f-c84ca91ff0f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e084adea-c51c-44b5-8ae7-232bbfbba9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278862 Jul 14 11:20:43.120302 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:43.122447 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:43.189452 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-42c8071c-f249-4cd9-aa87-f5ca0a95ae0c service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959978 Jul 14 11:20:43.281387 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22f8c8a5-b49a-4ced-b10b-5bb298ceaacd req-e4a2d265-fc0f-425c-a6f3-3b35f38d22bb service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860634 Jul 14 11:20:43.844645 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ac83c-64ad-473d-a52c-6ad816ac7565 req-63b64858-3e55-4e82-944d-8a71eb635a55 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:43.846217 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c2ac83c-64ad-473d-a52c-6ad816ac7565 req-63b64858-3e55-4e82-944d-8a71eb635a55 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 943 time: 0.0578732 Jul 14 11:20:43.897850 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3c2ac83c-64ad-473d-a52c-6ad816ac7565 req-0e75c56d-fd90-411e-a06f-3e2ac1d5f716 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453625 Jul 14 11:20:44.041363 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 2b261c51-3385-4f44-9364-fcea5fd8b76e details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:20:44.145961 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 2b261c51-3385-4f44-9364-fcea5fd8b76e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=2b261c51-3385-4f44-9364-fcea5fd8b76e,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:44.157836 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '2b261c51-3385-4f44-9364-fcea5fd8b76e', 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd', 'port_id': '2b261c51-3385-4f44-9364-fcea5fd8b76e', 'mac_address': 'fa:16:3e:90:af:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e9de0-f814-4457-a538-9d7fbf68450a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:20:44.195040 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 2b261c51-3385-4f44-9364-fcea5fd8b76e is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:44.195040 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:44.209906 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b261c51-3385-4f44-9364-fcea5fd8b76e {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:20:44.231369 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 2b261c51-3385-4f44-9364-fcea5fd8b76e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=2b261c51-3385-4f44-9364-fcea5fd8b76e,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:44.235339 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:44.291873 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=2b261c51-3385-4f44-9364-fcea5fd8b76e,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:44.300736 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.301104 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.301420 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.301757 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.302079 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.302417 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.302732 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.303050 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.303366 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.303711 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.304031 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.304348 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.304751 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.305065 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.305376 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:44.631239 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['2b261c51-3385-4f44-9364-fcea5fd8b76e'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:20:44.818981 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:45.035194 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de664b-38f8-4b57-b2af-99699ea3ace2 req-12f27281-62ac-48e2-bb9a-3067f354ce25 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:45.037077 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-48de664b-38f8-4b57-b2af-99699ea3ace2 req-12f27281-62ac-48e2-bb9a-3067f354ce25 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 944 time: 0.0675113 Jul 14 11:20:45.094267 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-48de664b-38f8-4b57-b2af-99699ea3ace2 req-717538e7-5162-4482-9778-54c9996f024c tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499394 Jul 14 11:20:46.059523 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 2b261c51-3385-4f44-9364-fcea5fd8b76e up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:20:46.062856 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:46.111626 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 2b261c51-3385-4f44-9364-fcea5fd8b76e completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:20:46.125976 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 2b261c51-3385-4f44-9364-fcea5fd8b76e triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:46.126437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:46.162442 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:46.216441 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 2b261c51-3385-4f44-9364-fcea5fd8b76e is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:46.216961 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:46.232528 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc503aca-6226-4bd5-bdee-cf38a87a67ce req-339c138a-b10e-44ad-b4aa-026b546f50e0 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:46.234629 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc503aca-6226-4bd5-bdee-cf38a87a67ce req-339c138a-b10e-44ad-b4aa-026b546f50e0 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 944 time: 0.0594094 Jul 14 11:20:46.242974 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34185a2e-cf40-4a25-beca-13d498beee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b261c51-3385-4f44-9364-fcea5fd8b76e'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:20:46.245446 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c816eb3-2381-49d2-b136-765bd199b455" -d '{"events": [{"server_uuid": "34185a2e-cf40-4a25-beca-13d498beee5e", "name": "network-vif-plugged", "status": "completed", "tag": "2b261c51-3385-4f44-9364-fcea5fd8b76e"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:20:46.262252 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 2b261c51-3385-4f44-9364-fcea5fd8b76e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=2b261c51-3385-4f44-9364-fcea5fd8b76e,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:46.267970 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:46.295212 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6e108-8651-4823-8dc9-ab5d8dfc5232 x-openstack-request-id: req-52b6e108-8651-4823-8dc9-ab5d8dfc5232 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:20:46.295550 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34185a2e-cf40-4a25-beca-13d498beee5e", "name": "network-vif-plugged", "status": "completed", "tag": "2b261c51-3385-4f44-9364-fcea5fd8b76e", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:20:46.295769 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52b6e108-8651-4823-8dc9-ab5d8dfc5232 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:20:46.296162 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b6e108-8651-4823-8dc9-ab5d8dfc5232'] response: {'server_uuid': '34185a2e-cf40-4a25-beca-13d498beee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b261c51-3385-4f44-9364-fcea5fd8b76e', 'code': 200} Jul 14 11:20:46.324947 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=2b261c51-3385-4f44-9364-fcea5fd8b76e,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:46.336154 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bc503aca-6226-4bd5-bdee-cf38a87a67ce req-165a6af4-e3fa-4619-8f3f-75d3ebd74c1a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938916 Jul 14 11:20:46.526058 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9657fd7-0fbc-486e-8f87-cbbaafea081d req-91e0e3b7-2603-46f5-a793-d6707c3cd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:46.527599 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f9657fd7-0fbc-486e-8f87-cbbaafea081d req-91e0e3b7-2603-46f5-a793-d6707c3cd61b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 1129 time: 0.0437288 Jul 14 11:20:46.573911 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f9657fd7-0fbc-486e-8f87-cbbaafea081d req-3a491368-9337-4d57-baa9-0bf831b670ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Jul 14 11:20:47.457622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfbce7-3cca-451b-b27e-d6e7df1ba464 req-ee43e521-fb51-4c8d-bae6-f7d1942e5bad tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:47.458994 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b6cfbce7-3cca-451b-b27e-d6e7df1ba464 req-ee43e521-fb51-4c8d-bae6-f7d1942e5bad tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 945 time: 0.0480666 Jul 14 11:20:47.507918 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b6cfbce7-3cca-451b-b27e-d6e7df1ba464 req-51587a1f-3b15-489b-8550-aef74ae4c514 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Jul 14 11:20:47.988700 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:48.665487 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff5bf-004c-47e8-9946-7750e18598bd req-ede07eb9-89a5-413b-8561-5dc730cbb599 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:48.673122 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bacff5bf-004c-47e8-9946-7750e18598bd req-ede07eb9-89a5-413b-8561-5dc730cbb599 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 945 time: 0.0577114 Jul 14 11:20:48.751501 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bacff5bf-004c-47e8-9946-7750e18598bd req-e67b821b-802b-4237-8553-66c481c6139e tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696278 Jul 14 11:20:50.843287 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:53.705224 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34424) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:53.821970 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3f15859c-56ad-452b-995c-bec7c01e1745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:53.909882 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3f15859c-56ad-452b-995c-bec7c01e1745 admin admin] Publish callbacks [] for security_group (38cb4e4e-efd4-46c5-bc1d-30bec305c93d), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:53.914126 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-3f15859c-56ad-452b-995c-bec7c01e1745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (38cb4e4e-efd4-46c5-bc1d-30bec305c93d), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:53.961590 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15859c-56ad-452b-995c-bec7c01e1745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb4e4e-efd4-46c5-bc1d-30bec305c93d,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:53.967247 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-3f15859c-56ad-452b-995c-bec7c01e1745 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=379620f3483c484789cde34d81d72220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608566 Jul 14 11:20:53.970026 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34428) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:54.027931 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-542bbabf-0731-4e18-9dc7-817303eeec13 admin admin] Publish callbacks [] for security_group (38cb4e4e-efd4-46c5-bc1d-30bec305c93d), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:54.032824 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:54.057311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-542bbabf-0731-4e18-9dc7-817303eeec13 admin admin] Publish callbacks [] for security_group (38cb4e4e-efd4-46c5-bc1d-30bec305c93d), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:54.064309 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:54.114677 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-542bbabf-0731-4e18-9dc7-817303eeec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (38cb4e4e-efd4-46c5-bc1d-30bec305c93d), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:54.117375 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-542bbabf-0731-4e18-9dc7-817303eeec13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:54.118717 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-542bbabf-0731-4e18-9dc7-817303eeec13 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38cb4e4e-efd4-46c5-bc1d-30bec305c93d HTTP/1.1" status: 204 len: 168 time: 0.1469452 Jul 14 11:20:54.129051 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bbabf-0731-4e18-9dc7-817303eeec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb4e4e-efd4-46c5-bc1d-30bec305c93d,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:54.905697 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34454) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:55.014219 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1240281036-network', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:55.037225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Made reservation on behalf of 67f41dcdf6564bbd910a2285568941a1 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:20:55.040341 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.050821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.140472 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks [] for security_group (bf300667-35ba-4797-b151-9748aa63874a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.144924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (bf300667-35ba-4797-b151-9748aa63874a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.170716 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:20:55.182516 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf300667-35ba-4797-b151-9748aa63874a,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:55.187560 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (9bde1f17-8c25-43d5-9fd5-6c67a73c6203), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.187903 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Added segment 9bde1f17-8c25-43d5-9fd5-6c67a73c6203 of type vlan for network ba59ba1e-7990-4ba9-88ad-652628c8e3ee Jul 14 11:20:55.231440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (ba59ba1e-7990-4ba9-88ad-652628c8e3ee), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.257700 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (ba59ba1e-7990-4ba9-88ad-652628c8e3ee), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.258670 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:55.259253 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.271089 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:55.325501 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4186664 Jul 14 11:20:55.328292 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:55.329358 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34458) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:55.332771 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532354db-e17f-4e6b-b5b6-472bc1a4572e admin admin] Pushing event updated for resources: {'Network': ['ID=ba59ba1e-7990-4ba9-88ad-652628c8e3ee,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:55.335912 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Request body: {'subnet': {'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1240281036-subnet', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'ip_version': 4}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:55.350362 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:20:55.372248 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Made reservation on behalf of 67f41dcdf6564bbd910a2285568941a1 for: {'subnet': 1} {{(pid=104141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:20:55.374717 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59260228'] for subnet (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.572086 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60297319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59260278'] for subnet (eeeaa03c-c822-4efd-8572-ad107177dfe8), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.626091 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeeaa03c-c822-4efd-8572-ad107177dfe8,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:55.644087 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Checking segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:20:55.644436 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Network hostable DHCP agents. Network: ba59ba1e-7990-4ba9-88ad-652628c8e3ee, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:20:55.661997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:20:55.672418 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, ba59ba1e-7990-4ba9-88ad-652628c8e3ee) {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:20:55.678750 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:20:55.678934 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.682551 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63ba98-06ae-4655-b0a8-19208b81f941 None None] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:20:55.699518 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-72b6f478-4b2a-42fa-9674-34b8bd4b003b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3685699 Jul 14 11:20:55.703748 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34462) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:55.709141 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:20:55.731024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (08f9fea1-cec9-4535-b0ce-d22c534019fb), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.732254 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (08f9fea1-cec9-4535-b0ce-d22c534019fb), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.796559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks [] for router_controller (08f9fea1-cec9-4535-b0ce-d22c534019fb), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.807313 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:20:55.808287 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.944730 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks [] for router_gateway (08f9fea1-cec9-4535-b0ce-d22c534019fb), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:55.958064 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Allocated IP 172.20.0.2 (ba59ba1e-7990-4ba9-88ad-652628c8e3ee/eeeaa03c-c822-4efd-8572-ad107177dfe8/92690815-5d9b-4a7c-aae4-daeacc172a65) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:20:56.127315 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Publish callbacks [] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.134395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.150565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks [] for router_gateway (08f9fea1-cec9-4535-b0ce-d22c534019fb), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.170468 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.179280 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:20:56.184951 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:20:56.187842 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:20:56.198835 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Pushing event updated for resources: {'Port': ['ID=92690815-5d9b-4a7c-aae4-daeacc172a65,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:56.252197 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:56.266398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Attempting to bind port 92690815-5d9b-4a7c-aae4-daeacc172a65 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:20:56.266782 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Attempting to bind port 92690815-5d9b-4a7c-aae4-daeacc172a65 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:20:56.267948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Attempting to bind port 92690815-5d9b-4a7c-aae4-daeacc172a65 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:20:56.274007 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:20:56.274380 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Checking segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:20:56.274779 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.275172 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Bound using segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:20:56.275678 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Bound port: 92690815-5d9b-4a7c-aae4-daeacc172a65, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:20:56.276061 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.286587 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Allocated IP 172.27.0.111 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/d8530e16-104c-463c-aea0-d45db7be2c47) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:20:56.345790 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] For port 92690815-5d9b-4a7c-aae4-daeacc172a65, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:20:56.349086 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] For port 92690815-5d9b-4a7c-aae4-daeacc172a65, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=92690815-5d9b-4a7c-aae4-daeacc172a65,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:20:56.355406 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.384206 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:56.417943 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks [] for port (d8530e16-104c-463c-aea0-d45db7be2c47), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.418413 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81519aff-a63c-4152-9c65-2b1deeae92a1 None None] Pushing event updated for resources: {'Port': ['ID=92690815-5d9b-4a7c-aae4-daeacc172a65,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:56.457130 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.498618 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:20:56.505343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:20:56.510835 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:20:56.516418 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Pushing event updated for resources: {'Port': ['ID=d8530e16-104c-463c-aea0-d45db7be2c47,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:56.675948 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:56.776392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:56.836341 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks [] for router_gateway (08f9fea1-cec9-4535-b0ce-d22c534019fb), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:56.961050 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 92690815-5d9b-4a7c-aae4-daeacc172a65 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:20:57.015660 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 92690815-5d9b-4a7c-aae4-daeacc172a65 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:57.016430 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:57.057455 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (08f9fea1-cec9-4535-b0ce-d22c534019fb), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:57.097684 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 92690815-5d9b-4a7c-aae4-daeacc172a65 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:57.098090 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:57.137849 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 92690815-5d9b-4a7c-aae4-daeacc172a65, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=92690815-5d9b-4a7c-aae4-daeacc172a65,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:20:57.146399 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:57.211029 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=92690815-5d9b-4a7c-aae4-daeacc172a65,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:57.438867 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e1759-43a2-484c-b6b0-5d2c79ae7331 None None] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:20:57.493636 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:20:57.528590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-badcc8be-ab8b-4814-90da-977daa3c6371 None None] Provisioning complete for port 92690815-5d9b-4a7c-aae4-daeacc172a65 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:57.529313 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-badcc8be-ab8b-4814-90da-977daa3c6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:57.614969 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:20:57.637738 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-badcc8be-ab8b-4814-90da-977daa3c6371 None None] Current status of the port 92690815-5d9b-4a7c-aae4-daeacc172a65 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:57.638439 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:20:57.654811 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:20:57.655787 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:20:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:20:57.660167 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:57.661375 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e6be1ae8-941b-4db8-8930-cba3b3d8170a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9563518 Jul 14 11:20:57.665870 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34466) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:20:57.783780 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:20:57.857459 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-48f153e3-f5bc-4b81-9411-25deb750d8c2 None None] Provisioning complete for port 92690815-5d9b-4a7c-aae4-daeacc172a65 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:57.857722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-48f153e3-f5bc-4b81-9411-25deb750d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:57.954618 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-48f153e3-f5bc-4b81-9411-25deb750d8c2 None None] Current status of the port 92690815-5d9b-4a7c-aae4-daeacc172a65 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:58.002294 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:56Z', 'revision_number': 3, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:20:58.032343 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:20:58.032754 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Updating router 08f9fea1-cec9-4535-b0ce-d22c534019fb port d8530e16-104c-463c-aea0-d45db7be2c47 binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:20:58.072872 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.171841 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:58.188341 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:58.255836 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.380880 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Publish callbacks [] for port (d8530e16-104c-463c-aea0-d45db7be2c47), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.389345 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.474742 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Attempting to bind port d8530e16-104c-463c-aea0-d45db7be2c47 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:20:58.475327 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Attempting to bind port d8530e16-104c-463c-aea0-d45db7be2c47 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:20:58.475956 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Attempting to bind port d8530e16-104c-463c-aea0-d45db7be2c47 on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:20:58.492178 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:20:58.492754 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:20:58.493370 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.493962 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:20:58.494684 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Bound port: d8530e16-104c-463c-aea0-d45db7be2c47, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:20:58.495265 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.499749 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Pushing event updated for resources: {'Port': ['ID=d8530e16-104c-463c-aea0-d45db7be2c47,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:58.528399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Allocated IP 172.20.0.1 (ba59ba1e-7990-4ba9-88ad-652628c8e3ee/eeeaa03c-c822-4efd-8572-ad107177dfe8/e156bcd7-9310-4a36-b025-878072e4c70d) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:20:58.533737 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.534114 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.534458 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.534823 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.535170 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.535529 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.535907 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.536234 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.536564 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.536885 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.537215 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.537557 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.537882 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.538200 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.538517 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:20:58.584782 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] For port d8530e16-104c-463c-aea0-d45db7be2c47, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:20:58.588611 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] For port d8530e16-104c-463c-aea0-d45db7be2c47, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=d8530e16-104c-463c-aea0-d45db7be2c47,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:20:58.595056 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.649497 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:58.660499 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:20:58.661119 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:20:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:20:58.693379 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks [] for port (e156bcd7-9310-4a36-b025-878072e4c70d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.698458 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd10bb8-0320-4ea6-b041-f84754938c84 None None] Pushing event updated for resources: {'Port': ['ID=d8530e16-104c-463c-aea0-d45db7be2c47,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:58.736896 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.793072 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:20:58.810214 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:20:58.822586 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:58.822981 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:20:58.829945 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:20:58.864739 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Pushing event updated for resources: {'Port': ['ID=e156bcd7-9310-4a36-b025-878072e4c70d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:58.888328 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (08f9fea1-cec9-4535-b0ce-d22c534019fb), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:58.975713 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 92690815-5d9b-4a7c-aae4-daeacc172a65 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:20:59.057618 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 92690815-5d9b-4a7c-aae4-daeacc172a65 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:59.058590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:59.105304 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:59.106474 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:56Z', 'revision_number': 3, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:20:59.121004 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:59.156417 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddde279-028b-45de-b8af-f86871b155c3 None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:56Z', 'revision_number': 3, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:20:59.183461 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 92690815-5d9b-4a7c-aae4-daeacc172a65 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:20:59.217663 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-94048aec-36de-47d3-a27f-34bd445698fa None None] Provisioning complete for port e156bcd7-9310-4a36-b025-878072e4c70d triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:59.218368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94048aec-36de-47d3-a27f-34bd445698fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:59.267866 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:59.268355 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-94048aec-36de-47d3-a27f-34bd445698fa None None] Port e156bcd7-9310-4a36-b025-878072e4c70d cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:20:59.331450 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks [] for port (e156bcd7-9310-4a36-b025-878072e4c70d), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:59.337182 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:59.458643 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (08f9fea1-cec9-4535-b0ce-d22c534019fb), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:59.460652 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Pushing event updated for resources: {'Port': ['ID=e156bcd7-9310-4a36-b025-878072e4c70d,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:20:59.467912 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:20:59.567662 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:20:59.569225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:20:59.703539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:20:59.828533 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:20:59.845249 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6c719ebc-83c3-4d8d-a377-1b7ab5c42f83 admin admin] 10.222.0.75 "PUT /v2.0/routers/08f9fea1-cec9-4535-b0ce-d22c534019fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1673985 Jul 14 11:20:59.899077 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-5f571e10-17a3-4062-ad2e-15e614254046 None None] Provisioning complete for port e156bcd7-9310-4a36-b025-878072e4c70d triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:20:59.899583 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5f571e10-17a3-4062-ad2e-15e614254046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:20:59.937795 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-5f571e10-17a3-4062-ad2e-15e614254046 None None] Port e156bcd7-9310-4a36-b025-878072e4c70d cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:21:00.428947 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34496) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:00.434715 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1626124025-network', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:00.465184 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Made reservation on behalf of b2ef0d38bcd64142b153908b06334091 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:00.467638 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.476737 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.568321 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks [] for security_group (70cbed8b-cd52-49cf-b6ff-8e049f4d276b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.572435 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (70cbed8b-cd52-49cf-b6ff-8e049f4d276b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.603062 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:21:00.610102 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cbed8b-cd52-49cf-b6ff-8e049f4d276b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:00.618695 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (5efacc0c-db79-407d-807f-12ebab8d43ff), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.618922 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Added segment 5efacc0c-db79-407d-807f-12ebab8d43ff of type vlan for network f0e23939-f70d-4b94-89e4-f42fbf0c995a Jul 14 11:21:00.661025 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (f0e23939-f70d-4b94-89e4-f42fbf0c995a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.695410 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (f0e23939-f70d-4b94-89e4-f42fbf0c995a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.696516 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:00.697145 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.770028 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3395743 Jul 14 11:21:00.774094 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34498) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:00.783529 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Request body: {'subnet': {'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1626124025-subnet', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:00.789505 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37295c9-1ef8-4152-8e27-40f452570895 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e23939-f70d-4b94-89e4-f42fbf0c995a,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:00.805590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:21:00.817154 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Made reservation on behalf of b2ef0d38bcd64142b153908b06334091 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:00.820318 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62470254'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:00.918263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:00.920723 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:00.954259 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:00.968072 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:21:00.969277 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:20:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:00.975164 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:01.016383 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device d8530e16-104c-463c-aea0-d45db7be2c47 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:01.072075 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59019999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62470236'] for subnet (6f235869-f867-4038-b92e-8a6a6434488b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.123956 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f235869-f867-4038-b92e-8a6a6434488b,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:01.151480 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:21:01.154876 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port d8530e16-104c-463c-aea0-d45db7be2c47 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:01.155142 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.158899 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Checking segment: {'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:21:01.159511 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Network hostable DHCP agents. Network: f0e23939-f70d-4b94-89e4-f42fbf0c995a, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:21:01.196591 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:21:01.216969 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, f0e23939-f70d-4b94-89e4-f42fbf0c995a) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:01.224676 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:01.226113 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.252395 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e28798ce-a349-40ee-9f24-188316529852 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4765527 Jul 14 11:21:01.253698 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34506) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:01.261243 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:01.294944 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (91a7c85f-3e78-4bd4-bf91-fac3815fd737), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.296760 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (91a7c85f-3e78-4bd4-bf91-fac3815fd737), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.359500 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks [] for router_controller (91a7c85f-3e78-4bd4-bf91-fac3815fd737), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.390790 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815644c9-8138-4667-9791-87b6bddbc6de None None] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:21:01.508994 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks [] for router_gateway (91a7c85f-3e78-4bd4-bf91-fac3815fd737), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.633913 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port d8530e16-104c-463c-aea0-d45db7be2c47 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:01.634391 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.700322 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port d8530e16-104c-463c-aea0-d45db7be2c47, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=d8530e16-104c-463c-aea0-d45db7be2c47,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:01.703439 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-f0e23939-f70d-4b94-89e4-f42fbf0c995a', 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a', 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'fixed_ips': [{'subnet_id': '6f235869-f867-4038-b92e-8a6a6434488b'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:21:01.704513 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.729102 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks [] for router_gateway (91a7c85f-3e78-4bd4-bf91-fac3815fd737), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.740957 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.751732 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:01.804301 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:01.822745 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 2, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:01.897536 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Allocated IP 172.27.0.240 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/61ef199c-f21b-4314-9265-f5af450d55e7) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:01.908001 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:01.923320 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:01.924241 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Updating router 08f9fea1-cec9-4535-b0ce-d22c534019fb port e156bcd7-9310-4a36-b025-878072e4c70d binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:01.939084 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=d8530e16-104c-463c-aea0-d45db7be2c47,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:02.030646 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.040483 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks [] for port (61ef199c-f21b-4314-9265-f5af450d55e7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.046567 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:02.102260 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.149334 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Allocated IP 172.20.0.2 (f0e23939-f70d-4b94-89e4-f42fbf0c995a/6f235869-f867-4038-b92e-8a6a6434488b/82d92345-eced-43ce-945e-ed390f7cbf9c) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:02.175292 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:02.189106 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:02.197529 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:21:02.202491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Pushing event updated for resources: {'Port': ['ID=61ef199c-f21b-4314-9265-f5af450d55e7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:02.364645 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:02.544297 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Publish callbacks [] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.566684 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.632740 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:02.659051 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:02.665689 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:21:02.677943 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Pushing event updated for resources: {'Port': ['ID=82d92345-eced-43ce-945e-ed390f7cbf9c,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:02.718356 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Publish callbacks [] for port (e156bcd7-9310-4a36-b025-878072e4c70d), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.727827 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.792272 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks [] for router_gateway (91a7c85f-3e78-4bd4-bf91-fac3815fd737), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.804969 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:02.809947 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Attempting to bind port 82d92345-eced-43ce-945e-ed390f7cbf9c on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:21:02.810309 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Attempting to bind port 82d92345-eced-43ce-945e-ed390f7cbf9c by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:21:02.810665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Attempting to bind port 82d92345-eced-43ce-945e-ed390f7cbf9c on network f0e23939-f70d-4b94-89e4-f42fbf0c995a {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:21:02.822272 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95ed5c-bb7b-4def-a52a-a3feb87cd8dc None None] Pushing event updated for resources: {'Port': ['ID=e156bcd7-9310-4a36-b025-878072e4c70d,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:02.834028 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:21:02.834783 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Checking segment: {'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:21:02.835483 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.835985 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Bound using segment: {'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:21:02.836786 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Bound port: 82d92345-eced-43ce-945e-ed390f7cbf9c, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:21:02.837411 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.966305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Attempting to bind port e156bcd7-9310-4a36-b025-878072e4c70d on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:21:02.967021 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Attempting to bind port e156bcd7-9310-4a36-b025-878072e4c70d by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:21:02.967856 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Attempting to bind port e156bcd7-9310-4a36-b025-878072e4c70d on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:21:02.983945 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:21:02.984568 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Checking segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:21:02.985054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.985665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Bound using segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:21:02.986979 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Bound port: e156bcd7-9310-4a36-b025-878072e4c70d, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:21:02.987829 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:02.990821 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device d8530e16-104c-463c-aea0-d45db7be2c47 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:03.090498 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] For port 82d92345-eced-43ce-945e-ed390f7cbf9c, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:03.103820 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (91a7c85f-3e78-4bd4-bf91-fac3815fd737), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:03.118490 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] For port 82d92345-eced-43ce-945e-ed390f7cbf9c, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=82d92345-eced-43ce-945e-ed390f7cbf9c,segment=NetworkSegment(5efacc0c-db79-407d-807f-12ebab8d43ff),segment_id=5efacc0c-db79-407d-807f-12ebab8d43ff)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:03.137766 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:03.184820 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port d8530e16-104c-463c-aea0-d45db7be2c47 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:03.185179 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:03.198012 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] For port e156bcd7-9310-4a36-b025-878072e4c70d, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:03.251128 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-aba47d65-b25b-430b-ac63-78b0c4b5845c None None] Provisioning complete for port e156bcd7-9310-4a36-b025-878072e4c70d triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:03.251128 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-aba47d65-b25b-430b-ac63-78b0c4b5845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:03.255764 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:03.263466 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] For port e156bcd7-9310-4a36-b025-878072e4c70d, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e156bcd7-9310-4a36-b025-878072e4c70d,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:03.264093 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:03.269931 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:21:03.303787 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:03.308950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786f939-127e-423a-91a5-a7de0df379d8 None None] Pushing event updated for resources: {'Port': ['ID=82d92345-eced-43ce-945e-ed390f7cbf9c,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:03.353782 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-aba47d65-b25b-430b-ac63-78b0c4b5845c None None] Port e156bcd7-9310-4a36-b025-878072e4c70d cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:21:03.423031 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:21:03.423753 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:20:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:03.425735 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95ed5c-bb7b-4def-a52a-a3feb87cd8dc None None] Pushing event updated for resources: {'Port': ['ID=e156bcd7-9310-4a36-b025-878072e4c70d,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:03.456380 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:03.466947 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Sync routers for ids ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:03.494418 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:03.496927 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Routers {'91a7c85f-3e78-4bd4-bf91-fac3815fd737'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:21:03.497839 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:20:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:03.499518 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port d8530e16-104c-463c-aea0-d45db7be2c47 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:03.503673 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34512) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:03.507172 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-50496304-dbd0-4074-8f45-ff981e1d7487 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2494621 Jul 14 11:21:03.668500 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Set router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:21:03.718103 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:21:03.918480 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-6022ec6c-4485-4a07-a48a-fc09b4081de4 None None] Provisioning complete for port e156bcd7-9310-4a36-b025-878072e4c70d triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:03.919162 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6022ec6c-4485-4a07-a48a-fc09b4081de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:03.979178 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:04.037946 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:02Z', 'revision_number': 3, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port': {'id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:04.088867 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Checking router: 91a7c85f-3e78-4bd4-bf91-fac3815fd737 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:04.089259 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Updating router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 port 61ef199c-f21b-4314-9265-f5af450d55e7 binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:04.095909 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-6022ec6c-4485-4a07-a48a-fc09b4081de4 None None] Current status of the port e156bcd7-9310-4a36-b025-878072e4c70d is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:04.096284 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6022ec6c-4485-4a07-a48a-fc09b4081de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.127970 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.282157 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:03Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:04.320932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11256c0a-4a4b-43de-819e-b34b7358a77b None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:03Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:04.326270 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-6022ec6c-4485-4a07-a48a-fc09b4081de4 None None] For port e156bcd7-9310-4a36-b025-878072e4c70d, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e156bcd7-9310-4a36-b025-878072e4c70d,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:04.333210 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6022ec6c-4485-4a07-a48a-fc09b4081de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.466052 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022ec6c-4485-4a07-a48a-fc09b4081de4 None None] Pushing event updated for resources: {'Port': ['ID=e156bcd7-9310-4a36-b025-878072e4c70d,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:04.467116 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:04.554860 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Publish callbacks [] for port (61ef199c-f21b-4314-9265-f5af450d55e7), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.565123 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.656389 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Attempting to bind port 61ef199c-f21b-4314-9265-f5af450d55e7 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:21:04.656833 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Attempting to bind port 61ef199c-f21b-4314-9265-f5af450d55e7 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:21:04.657529 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Attempting to bind port 61ef199c-f21b-4314-9265-f5af450d55e7 on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:21:04.661741 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cff1b-5e52-46d1-a45e-41a1f881871d None None] Pushing event updated for resources: {'Port': ['ID=61ef199c-f21b-4314-9265-f5af450d55e7,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:04.676857 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:21:04.677677 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:21:04.678387 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.679163 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:21:04.679927 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Bound port: 61ef199c-f21b-4314-9265-f5af450d55e7, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:21:04.680688 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.714265 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.738606 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:04.740617 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:04.749815 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] For port 61ef199c-f21b-4314-9265-f5af450d55e7, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:04.756319 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] For port 61ef199c-f21b-4314-9265-f5af450d55e7, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=61ef199c-f21b-4314-9265-f5af450d55e7,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:04.769672 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:04.869123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1828ae34-0c99-45bb-8833-e48af41fdd4c None None] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:21:04.869772 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cff1b-5e52-46d1-a45e-41a1f881871d None None] Pushing event updated for resources: {'Port': ['ID=61ef199c-f21b-4314-9265-f5af450d55e7,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:04.876460 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Routers {'91a7c85f-3e78-4bd4-bf91-fac3815fd737'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:21:04.877440 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:20:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:04.939421 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:04.988703 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Allocated IP 172.20.0.1 (f0e23939-f70d-4b94-89e4-f42fbf0c995a/6f235869-f867-4038-b92e-8a6a6434488b/f26bf806-7e4d-4a12-a0cd-47f50c4657b2) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:04.992060 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-7f12d31b-0b3e-49c1-a545-f3e923072b8e None None] Provisioning complete for port 82d92345-eced-43ce-945e-ed390f7cbf9c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:04.992629 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7f12d31b-0b3e-49c1-a545-f3e923072b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.102755 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] Set router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:21:05.103657 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e156bcd7-9310-4a36-b025-878072e4c70d up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:05.184740 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:05.187160 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks [] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.225530 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port e156bcd7-9310-4a36-b025-878072e4c70d triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:05.225661 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.249381 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.264030 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7f12d31b-0b3e-49c1-a545-f3e923072b8e None None] Current status of the port 82d92345-eced-43ce-945e-ed390f7cbf9c is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:05.264420 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7f12d31b-0b3e-49c1-a545-f3e923072b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.306271 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:05.310156 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:05.315846 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:21:05.406185 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (91a7c85f-3e78-4bd4-bf91-fac3815fd737), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.414190 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-7f12d31b-0b3e-49c1-a545-f3e923072b8e None None] For port 82d92345-eced-43ce-945e-ed390f7cbf9c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=82d92345-eced-43ce-945e-ed390f7cbf9c,segment=NetworkSegment(5efacc0c-db79-407d-807f-12ebab8d43ff),segment_id=5efacc0c-db79-407d-807f-12ebab8d43ff)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:05.418943 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f66b0c8-b9d9-464d-96dd-13ae248313ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.422348 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port e156bcd7-9310-4a36-b025-878072e4c70d is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:05.424627 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 82d92345-eced-43ce-945e-ed390f7cbf9c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:05.427125 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7f12d31b-0b3e-49c1-a545-f3e923072b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.467537 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:02Z', 'revision_number': 3, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port': {'id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:05.511719 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb55248-0d6f-4977-82f4-2343bcf3389b None None] The sync data for ids ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'] in dv-cinder-848938-2-iscsi is: [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:02Z', 'revision_number': 3, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port': {'id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:05.558857 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12d31b-0b3e-49c1-a545-f3e923072b8e None None] Pushing event updated for resources: {'Port': ['ID=82d92345-eced-43ce-945e-ed390f7cbf9c,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:05.564654 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 82d92345-eced-43ce-945e-ed390f7cbf9c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:05.565063 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.586198 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Pushing event updated for resources: {'Port': ['ID=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:05.637792 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.682181 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-5ba14caa-b7e6-45ac-9bfa-ba3a41ccc837 None None] Provisioning complete for port 82d92345-eced-43ce-945e-ed390f7cbf9c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:05.683039 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-5ba14caa-b7e6-45ac-9bfa-ba3a41ccc837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.714960 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 82d92345-eced-43ce-945e-ed390f7cbf9c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:05.737328 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:05.801461 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-5ba14caa-b7e6-45ac-9bfa-ba3a41ccc837 None None] Current status of the port 82d92345-eced-43ce-945e-ed390f7cbf9c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:05.901800 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks [] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.909456 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.914670 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:05.922368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-f6bd11e6-59e9-476a-8eb5-a0ce612c9f5f None None] Provisioning complete for port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:05.922745 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f6bd11e6-59e9-476a-8eb5-a0ce612c9f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:05.983037 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd11e6-59e9-476a-8eb5-a0ce612c9f5f None None] Port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:21:06.004340 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Pushing event updated for resources: {'Port': ['ID=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:06.018621 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (91a7c85f-3e78-4bd4-bf91-fac3815fd737), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:06.047955 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:06.161809 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:06.164115 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:06.359259 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:21:06.514513 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-6801d95b-4a09-4dee-9eda-53fbe832ea33 None None] Provisioning complete for port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:06.515182 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6801d95b-4a09-4dee-9eda-53fbe832ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:06.527757 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:21:06.549357 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-c16ccf90-bb6a-4d7a-87b9-639db9707a6e admin admin] 10.222.0.75 "PUT /v2.0/routers/91a7c85f-3e78-4bd4-bf91-fac3815fd737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0425715 Jul 14 11:21:06.558062 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-6801d95b-4a09-4dee-9eda-53fbe832ea33 None None] Port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:21:07.020550 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 61ef199c-f21b-4314-9265-f5af450d55e7 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:07.024470 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34528) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:07.029134 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-e38878a6-a39e-4a17-997b-2ef05d3f5a98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504150156', 'description': 'tempest-secgroup-smoke-1504150156 description', 'project_id': '67f41dcdf6564bbd910a2285568941a1'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:07.055515 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e38878a6-a39e-4a17-997b-2ef05d3f5a98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.099702 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 61ef199c-f21b-4314-9265-f5af450d55e7 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:07.100327 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.150001 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e38878a6-a39e-4a17-997b-2ef05d3f5a98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group (cb7c3511-d5b5-4676-90a8-f0940f266ef8), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.155573 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e38878a6-a39e-4a17-997b-2ef05d3f5a98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (cb7c3511-d5b5-4676-90a8-f0940f266ef8), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.176940 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:07.193973 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38878a6-a39e-4a17-997b-2ef05d3f5a98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7c3511-d5b5-4676-90a8-f0940f266ef8,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:07.207804 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-e38878a6-a39e-4a17-997b-2ef05d3f5a98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.212741 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34530) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:07.215557 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-e38878a6-a39e-4a17-997b-2ef05d3f5a98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1863339 Jul 14 11:21:07.217668 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-e2357396-d19a-48bd-93a0-ad21debc279b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c3511-d5b5-4676-90a8-f0940f266ef8', 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:07.227703 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 61ef199c-f21b-4314-9265-f5af450d55e7 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:07.228104 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.256134 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e2357396-d19a-48bd-93a0-ad21debc279b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (8919de97-dccc-4f95-8ef0-d831fc20bde5), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.257498 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 61ef199c-f21b-4314-9265-f5af450d55e7, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=61ef199c-f21b-4314-9265-f5af450d55e7,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:07.263603 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.264774 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 82d92345-eced-43ce-945e-ed390f7cbf9c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:07.314754 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:07.349714 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e2357396-d19a-48bd-93a0-ad21debc279b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (8919de97-dccc-4f95-8ef0-d831fc20bde5), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.357478 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e2357396-d19a-48bd-93a0-ad21debc279b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (8919de97-dccc-4f95-8ef0-d831fc20bde5), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.365115 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=61ef199c-f21b-4314-9265-f5af450d55e7,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:07.372144 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 82d92345-eced-43ce-945e-ed390f7cbf9c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:07.372522 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.397149 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2357396-d19a-48bd-93a0-ad21debc279b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8919de97-dccc-4f95-8ef0-d831fc20bde5,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:07.407134 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e2357396-d19a-48bd-93a0-ad21debc279b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.412008 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e2357396-d19a-48bd-93a0-ad21debc279b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1956234 Jul 14 11:21:07.412421 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34532) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:07.421052 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-b14324a1-6ef6-48d1-9222-9948b5e13798 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c3511-d5b5-4676-90a8-f0940f266ef8', 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:07.467835 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 82d92345-eced-43ce-945e-ed390f7cbf9c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:07.474662 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b14324a1-6ef6-48d1-9222-9948b5e13798 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (55b1f451-0ff6-4d18-894f-3ad83483c07b), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.550614 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b14324a1-6ef6-48d1-9222-9948b5e13798 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (55b1f451-0ff6-4d18-894f-3ad83483c07b), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.555857 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b14324a1-6ef6-48d1-9222-9948b5e13798 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (55b1f451-0ff6-4d18-894f-3ad83483c07b), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.582344 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14324a1-6ef6-48d1-9222-9948b5e13798 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b1f451-0ff6-4d18-894f-3ad83483c07b,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:07.592905 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b14324a1-6ef6-48d1-9222-9948b5e13798 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.594295 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b14324a1-6ef6-48d1-9222-9948b5e13798 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1805401 Jul 14 11:21:07.598318 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34536) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:07.603076 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-2bce6626-34fc-46f6-995c-e3ae6fef6bc6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c3511-d5b5-4676-90a8-f0940f266ef8', 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:07.642922 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2bce6626-34fc-46f6-995c-e3ae6fef6bc6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (a671003e-c331-442a-9a10-d2cf2664df0f), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.670165 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-440e5f40-fd54-4f36-baa4-82ab815947b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.716810 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Sync routers for ids ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:21:07.729609 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Routers {'91a7c85f-3e78-4bd4-bf91-fac3815fd737'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:21:07.730601 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:21:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:07.748340 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2bce6626-34fc-46f6-995c-e3ae6fef6bc6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (a671003e-c331-442a-9a10-d2cf2664df0f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.754120 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2bce6626-34fc-46f6-995c-e3ae6fef6bc6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (a671003e-c331-442a-9a10-d2cf2664df0f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.770756 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:07.781243 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce6626-34fc-46f6-995c-e3ae6fef6bc6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a671003e-c331-442a-9a10-d2cf2664df0f,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:07.794815 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-2bce6626-34fc-46f6-995c-e3ae6fef6bc6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.800425 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-2bce6626-34fc-46f6-995c-e3ae6fef6bc6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1972697 Jul 14 11:21:07.800881 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34538) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:07.808271 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-e87f8d8f-5b2d-4e31-8911-c5f1e10a782f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c3511-d5b5-4676-90a8-f0940f266ef8', 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:07.841953 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e87f8d8f-5b2d-4e31-8911-c5f1e10a782f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (25123124-f11f-4914-89c2-943391288bef), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.895250 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:07.911857 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Set router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:21:07.919096 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e87f8d8f-5b2d-4e31-8911-c5f1e10a782f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (25123124-f11f-4914-89c2-943391288bef), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.925321 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e87f8d8f-5b2d-4e31-8911-c5f1e10a782f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (25123124-f11f-4914-89c2-943391288bef), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.951221 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f8d8f-5b2d-4e31-8911-c5f1e10a782f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25123124-f11f-4914-89c2-943391288bef,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:07.961529 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e87f8d8f-5b2d-4e31-8911-c5f1e10a782f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:07.965366 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e87f8d8f-5b2d-4e31-8911-c5f1e10a782f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604102 Jul 14 11:21:07.965683 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 34540) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:07.971221 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c3511-d5b5-4676-90a8-f0940f266ef8', 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:07.999017 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.securitygroups_db [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Project 67f41dcdf6564bbd910a2285568941a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:21:08.008461 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (b018bcb8-2071-42e3-8137-1b4ca9d541a8), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.088720 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (b018bcb8-2071-42e3-8137-1b4ca9d541a8), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.093524 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (b018bcb8-2071-42e3-8137-1b4ca9d541a8), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.119577 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b018bcb8-2071-42e3-8137-1b4ca9d541a8,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:08.124522 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.129863 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-cdfdb1f4-9b04-4f54-9ab6-f784c20bd843 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590979 Jul 14 11:21:08.130663 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 34542) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:21:08.135619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c3511-d5b5-4676-90a8-f0940f266ef8', 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:08.164112 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.securitygroups_db [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Project 67f41dcdf6564bbd910a2285568941a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:21:08.175829 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (43768aae-1a18-4fdc-968a-ab85776532fc), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.225983 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:08.248005 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (43768aae-1a18-4fdc-968a-ab85776532fc), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.248579 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:05Z', 'revision_number': 4, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port': {'id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f26bf806-7e4d-4a12-a0cd-47f50c4657b2', 'name': '', 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'mac_address': 'fa:16:3e:32:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '6f235869-f867-4038-b92e-8a6a6434488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:04Z', 'updated_at': '2022-07-14T11:21:05Z', 'revision_number': 2, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'subnets': [{'id': '6f235869-f867-4038-b92e-8a6a6434488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:08.253676 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (43768aae-1a18-4fdc-968a-ab85776532fc), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.278911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43768aae-1a18-4fdc-968a-ab85776532fc,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:08.286063 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Checking router: 91a7c85f-3e78-4bd4-bf91-fac3815fd737 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:21:08.286565 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Updating router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:21:08.290913 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.296212 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9ae67291-ea6a-495c-9496-5832eac9c976 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647196 Jul 14 11:21:08.322590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.674097 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Publish callbacks [] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.684063 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.811581 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.816885 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24481f79-85f9-4aeb-a369-53e510798dc1 None None] Pushing event updated for resources: {'Port': ['ID=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:08.930691 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Attempting to bind port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:21:08.933921 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Attempting to bind port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:21:08.951880 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Attempting to bind port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 on network f0e23939-f70d-4b94-89e4-f42fbf0c995a {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:21:08.961914 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:21:08.962501 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Checking segment: {'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:21:08.963116 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.963751 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Bound using segment: {'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:21:08.964591 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Bound port: f26bf806-7e4d-4a12-a0cd-47f50c4657b2, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efacc0c-db79-407d-807f-12ebab8d43ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:21:08.965432 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:08.987445 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:09.035753 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 61ef199c-f21b-4314-9265-f5af450d55e7 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:09.132614 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] For port f26bf806-7e4d-4a12-a0cd-47f50c4657b2, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:09.136432 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] For port f26bf806-7e4d-4a12-a0cd-47f50c4657b2, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,segment=NetworkSegment(5efacc0c-db79-407d-807f-12ebab8d43ff),segment_id=5efacc0c-db79-407d-807f-12ebab8d43ff)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:09.139329 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 61ef199c-f21b-4314-9265-f5af450d55e7 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:09.139728 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:09.160832 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:09.248171 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24481f79-85f9-4aeb-a369-53e510798dc1 None None] Pushing event updated for resources: {'Port': ['ID=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:09.262656 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Routers {'91a7c85f-3e78-4bd4-bf91-fac3815fd737'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:21:09.263307 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:21:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:09.315979 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-68c49e8b-0507-47f6-9cc9-3e4ccc094ed8 None None] Provisioning complete for port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:09.316840 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-68c49e8b-0507-47f6-9cc9-3e4ccc094ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:09.520653 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:09.550869 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 61ef199c-f21b-4314-9265-f5af450d55e7 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:09.619722 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] Set router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:21:09.661395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-68c49e8b-0507-47f6-9cc9-3e4ccc094ed8 None None] Current status of the port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:09.661887 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-68c49e8b-0507-47f6-9cc9-3e4ccc094ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:09.757925 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-68c49e8b-0507-47f6-9cc9-3e4ccc094ed8 None None] For port f26bf806-7e4d-4a12-a0cd-47f50c4657b2, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,segment=NetworkSegment(5efacc0c-db79-407d-807f-12ebab8d43ff),segment_id=5efacc0c-db79-407d-807f-12ebab8d43ff)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:09.791146 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-68c49e8b-0507-47f6-9cc9-3e4ccc094ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:09.883203 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c49e8b-0507-47f6-9cc9-3e4ccc094ed8 None None] Pushing event updated for resources: {'Port': ['ID=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:09.932513 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-ae9ed427-677a-4ac5-9dc8-e4f1b7deceda None None] Provisioning complete for port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:09.932883 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed427-677a-4ac5-9dc8-e4f1b7deceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:09.936113 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:05Z', 'revision_number': 4, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port': {'id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f26bf806-7e4d-4a12-a0cd-47f50c4657b2', 'name': '', 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'mac_address': 'fa:16:3e:32:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '6f235869-f867-4038-b92e-8a6a6434488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:04Z', 'updated_at': '2022-07-14T11:21:09Z', 'revision_number': 4, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'subnets': [{'id': '6f235869-f867-4038-b92e-8a6a6434488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:21:09.989599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e717aec-dda3-44a1-8834-4be86309715c None None] The sync data for ids ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'] in dv-cinder-848938-2-iscsi is: [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:05Z', 'revision_number': 4, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port': {'id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f26bf806-7e4d-4a12-a0cd-47f50c4657b2', 'name': '', 'network_id': 'f0e23939-f70d-4b94-89e4-f42fbf0c995a', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'mac_address': 'fa:16:3e:32:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '6f235869-f867-4038-b92e-8a6a6434488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:04Z', 'updated_at': '2022-07-14T11:21:09Z', 'revision_number': 4, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'subnets': [{'id': '6f235869-f867-4038-b92e-8a6a6434488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:21:09.990934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:10.076272 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ed427-677a-4ac5-9dc8-e4f1b7deceda None None] Current status of the port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:10.172071 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:10.555877 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:10.929451 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device f26bf806-7e4d-4a12-a0cd-47f50c4657b2 up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:21:10.986206 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:10.986569 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:11.059642 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:21:17.844915 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:21:18.007151 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:18.116246 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=17,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:18.118376 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=34,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:18.276086 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:18.278890 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:26.809372 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a5e7-2702-42de-b4f9-22d55db3e821 req-1456cdd5-c23c-4814-bdf0-e2adf705304b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:26.810963 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2b92a5e7-2702-42de-b4f9-22d55db3e821 req-1456cdd5-c23c-4814-bdf0-e2adf705304b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0752671 Jul 14 11:21:26.832465 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-0a15bc76-8cfd-44a8-95db-e176b35ebb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:26.833855 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-0a15bc76-8cfd-44a8-95db-e176b35ebb9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1168 time: 0.0617876 Jul 14 11:21:26.950907 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2b92a5e7-2702-42de-b4f9-22d55db3e821 req-18b554b1-1f9b-45f1-8a24-9f1c6f3b5dc2 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289680 Jul 14 11:21:26.970270 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-bb23132e-ecb2-4e49-b841-3a6fbd4f7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:26.971816 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-bb23132e-ecb2-4e49-b841-3a6fbd4f7c03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 916 time: 0.1305091 Jul 14 11:21:27.042363 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-bf9ff978-0689-4e5f-b119-09eb4f2c58ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 1001 time: 0.0634470 Jul 14 11:21:27.098506 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-57690dcc-bfa6-4d94-8fe5-7225a4f42faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:27.100034 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-57690dcc-bfa6-4d94-8fe5-7225a4f42faf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.0510912 Jul 14 11:21:27.154457 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-37a27b1b-d740-44dd-899d-834e7be6cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:27.156112 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-37a27b1b-d740-44dd-899d-834e7be6cb99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497918 Jul 14 11:21:27.265926 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-b9de1272-5489-405b-8af9-ead1ba066f9d service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979257 Jul 14 11:21:27.367529 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-25618592-68d7-4aaf-8c0c-cc6b9a675771 req-6bd957c8-3aef-44f4-b601-5c736af528ca service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919614 Jul 14 11:21:27.592774 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dbd73-394a-42aa-9844-34060b69a5fe req-e017a1d5-134f-4c36-be68-e4f6d3d55f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:27.594267 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202dbd73-394a-42aa-9844-34060b69a5fe req-e017a1d5-134f-4c36-be68-e4f6d3d55f18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1168 time: 0.0489051 Jul 14 11:21:27.787430 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dbd73-394a-42aa-9844-34060b69a5fe req-91293bb8-841b-4b45-865d-14e09055b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:27.788973 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202dbd73-394a-42aa-9844-34060b69a5fe req-91293bb8-841b-4b45-865d-14e09055b8e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 916 time: 0.0923536 Jul 14 11:21:27.853789 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202dbd73-394a-42aa-9844-34060b69a5fe req-fbec5719-76fb-4ac8-a243-0ece6afded73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 1001 time: 0.0583982 Jul 14 11:21:27.917495 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dbd73-394a-42aa-9844-34060b69a5fe req-95dce9b4-9b42-4c5a-b8e8-1e495515661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:27.918977 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202dbd73-394a-42aa-9844-34060b69a5fe req-95dce9b4-9b42-4c5a-b8e8-1e495515661b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.0590398 Jul 14 11:21:27.999712 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:28.001605 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:28.077007 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82557a5d-4d36-474d-8dc1-14861ac2d7b9 req-37eda5f1-5113-4852-b9e1-9e6c52f4db8c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:28.078529 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-82557a5d-4d36-474d-8dc1-14861ac2d7b9 req-37eda5f1-5113-4852-b9e1-9e6c52f4db8c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0543537 Jul 14 11:21:28.143704 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-82557a5d-4d36-474d-8dc1-14861ac2d7b9 req-c0f88878-0547-49cf-b0b9-e5d727d077f0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588167 Jul 14 11:21:29.284979 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4dc0-1697-470b-aab3-a77e8361c98d req-2d96c421-fefc-4f6b-845e-551ead5c4cd8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:29.287440 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e4c4dc0-1697-470b-aab3-a77e8361c98d req-2d96c421-fefc-4f6b-845e-551ead5c4cd8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0619614 Jul 14 11:21:29.366199 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4e4c4dc0-1697-470b-aab3-a77e8361c98d req-3fb5cf89-2d35-403b-b39e-9ba05f7fe97d tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726550 Jul 14 11:21:30.437299 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dbd73-394a-42aa-9844-34060b69a5fe req-ec0fa3dc-e664-4fbf-b2df-53d9bf00c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:30.439007 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202dbd73-394a-42aa-9844-34060b69a5fe req-ec0fa3dc-e664-4fbf-b2df-53d9bf00c31f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445564 Jul 14 11:21:30.495011 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bea2a-8178-4b39-951c-12b372bae3bc req-f39d783f-92a6-49f5-8898-66dab50bf4df tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:30.496701 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e64bea2a-8178-4b39-951c-12b372bae3bc req-f39d783f-92a6-49f5-8898-66dab50bf4df tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0493824 Jul 14 11:21:30.559774 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e64bea2a-8178-4b39-951c-12b372bae3bc req-b3bd7074-554f-45b4-859b-b8901d431905 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569425 Jul 14 11:21:31.666227 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:31.686027 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d61fc-34d1-4b24-8bb2-f8a09d7ccd82 req-d4e6a63c-27d6-493c-8bc5-88ef55a3a624 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:31.687547 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba5d61fc-34d1-4b24-8bb2-f8a09d7ccd82 req-d4e6a63c-27d6-493c-8bc5-88ef55a3a624 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0538743 Jul 14 11:21:31.730013 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:31.750363 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ba5d61fc-34d1-4b24-8bb2-f8a09d7ccd82 req-0f0d5ec3-a7ac-426a-9135-a5343f1e99a0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571189 Jul 14 11:21:32.275887 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202dbd73-394a-42aa-9844-34060b69a5fe req-b09b5403-a35a-42fc-974c-fde7aa61aa34 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872140 Jul 14 11:21:32.866779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0944c8-1a23-4722-bbf2-1a1867a71ce0 req-53fe14ca-1b9d-43be-8686-5e07d1c14c96 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:32.868208 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2c0944c8-1a23-4722-bbf2-1a1867a71ce0 req-53fe14ca-1b9d-43be-8686-5e07d1c14c96 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0493934 Jul 14 11:21:32.934617 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2c0944c8-1a23-4722-bbf2-1a1867a71ce0 req-27ffe1a4-f80f-4a3c-aa40-fc11c28158ed tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605917 Jul 14 11:21:33.184174 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=71 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:33.185054 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=39 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:33.652697 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-202dbd73-394a-42aa-9844-34060b69a5fe req-38f98374-0d32-40a2-bc9f-fe48df41fd9d service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945165 Jul 14 11:21:34.051501 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589526d-f868-45ce-b52a-d5d49d49e109 req-9fc5ff7a-8b48-48e3-b2f9-3f09fea17d53 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:34.053011 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b589526d-f868-45ce-b52a-d5d49d49e109 req-9fc5ff7a-8b48-48e3-b2f9-3f09fea17d53 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0524337 Jul 14 11:21:34.117368 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b589526d-f868-45ce-b52a-d5d49d49e109 req-ee9140e7-8baa-4c97-b98e-44af0c798a65 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580006 Jul 14 11:21:35.232306 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a62a8f-7da3-49d8-b831-9fce17d931f1 req-7c28afd2-efa2-453a-b0db-c9f7e7e8ebe8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:35.233778 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e9a62a8f-7da3-49d8-b831-9fce17d931f1 req-7c28afd2-efa2-453a-b0db-c9f7e7e8ebe8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0482719 Jul 14 11:21:35.295205 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e9a62a8f-7da3-49d8-b831-9fce17d931f1 req-607a1182-c4c4-4c6c-b9fa-e84c1a840601 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550489 Jul 14 11:21:35.342994 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-67966b2c-615e-4207-a000-98118abb8a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:36.412893 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9141f4-6429-47ed-9443-2e38672df549 req-72f8ef27-2d7e-467b-a93c-0d4b33f1cef1 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:36.414326 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f9141f4-6429-47ed-9443-2e38672df549 req-72f8ef27-2d7e-467b-a93c-0d4b33f1cef1 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0511785 Jul 14 11:21:36.476530 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f9141f4-6429-47ed-9443-2e38672df549 req-fd8fd11b-d71a-4b43-9aa8-1f087085ce86 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562599 Jul 14 11:21:37.598911 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5515a-091d-40ac-aca0-e5019742ab3c req-3fc39e88-356a-4fff-b8fb-681ecdeffb3e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:37.600479 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f6b5515a-091d-40ac-aca0-e5019742ab3c req-3fc39e88-356a-4fff-b8fb-681ecdeffb3e tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0490909 Jul 14 11:21:37.662440 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-f6b5515a-091d-40ac-aca0-e5019742ab3c req-ae4d7f8e-ad23-4748-b7a5-9a59205de87d tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560427 Jul 14 11:21:37.665061 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6dc57fb7-2144-4f7a-a5c3-502eaeb95070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:38.732344 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:38.780948 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c87904-c6bf-474d-9af3-31eaec9c1252 req-90662077-74be-4736-9707-6b4ee64648b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:38.782418 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a8c87904-c6bf-474d-9af3-31eaec9c1252 req-90662077-74be-4736-9707-6b4ee64648b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0489712 Jul 14 11:21:38.842725 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a8c87904-c6bf-474d-9af3-31eaec9c1252 req-be903bcd-d46b-4d72-9a85-d26ad74d1c5c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545166 Jul 14 11:21:39.964616 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d2fc4-4819-4683-879a-059b97dc4333 req-eacb8962-987c-4bde-8356-9f722c92bd84 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:39.966110 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b64d2fc4-4819-4683-879a-059b97dc4333 req-eacb8962-987c-4bde-8356-9f722c92bd84 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0545921 Jul 14 11:21:40.029418 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b64d2fc4-4819-4683-879a-059b97dc4333 req-c42a9b7e-4525-4825-9901-fbb5fe9c4cd6 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573952 Jul 14 11:21:40.139917 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:40.557313 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:41.148417 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11151ba6-68fc-4abe-ac95-26e247fe1c27 req-68d9a220-fcea-4e9c-a19a-0762c80de4b9 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:41.150488 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-11151ba6-68fc-4abe-ac95-26e247fe1c27 req-68d9a220-fcea-4e9c-a19a-0762c80de4b9 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0528848 Jul 14 11:21:41.219994 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-11151ba6-68fc-4abe-ac95-26e247fe1c27 req-4eab4eb0-2e38-41b1-b847-e5793e54da63 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623136 Jul 14 11:21:42.339846 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de8650-2163-4ab0-84c3-4b7ef8b7782d req-253fd299-54e5-4dcc-91ae-358df1582738 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:42.341354 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e6de8650-2163-4ab0-84c3-4b7ef8b7782d req-253fd299-54e5-4dcc-91ae-358df1582738 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0520689 Jul 14 11:21:42.403265 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e6de8650-2163-4ab0-84c3-4b7ef8b7782d req-8c0b9fbf-ba17-4c6a-86c4-0a959fbe01f8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558088 Jul 14 11:21:43.530494 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34a77-5674-4ce0-9295-ffbb27d588ca req-8f3233cf-3cde-410e-868d-630c481a8929 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:43.532189 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3eb34a77-5674-4ce0-9295-ffbb27d588ca req-8f3233cf-3cde-410e-868d-630c481a8929 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0545602 Jul 14 11:21:43.614398 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3eb34a77-5674-4ce0-9295-ffbb27d588ca req-88cb2d90-a603-453a-beb6-e436911fb503 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759950 Jul 14 11:21:44.062815 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-79338f6b-3a27-45ea-9add-9608cbfe17e8 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504150156&fields=id&tenant_id=67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 267 time: 0.0469866 Jul 14 11:21:44.180983 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-1f19f560-3f8d-4b7e-a10e-63300b635632 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:44.182424 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-1f19f560-3f8d-4b7e-a10e-63300b635632 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 812 time: 0.1118655 Jul 14 11:21:44.197542 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-ca03246b-11f4-4015-9781-d85854a3a628 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/quotas/67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 375 time: 0.0093641 Jul 14 11:21:44.251825 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-92545b9b-53b9-4062-bf28-04c4ee1e8ab3 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488565 Jul 14 11:21:44.386721 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:44.449291 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-b78ba8aa-e3f8-4624-8b5e-29db30ebf314 service neutron] 10.222.0.75 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851661 Jul 14 11:21:44.540568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:44.546967 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-15c9594d-55d1-450d-a7a3-f8adb317dc3b service neutron] 10.222.0.75 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Jul 14 11:21:44.727464 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea413-a78f-4133-ba8e-b5ab133dbaad req-2cf724e6-e922-4205-b930-49fb7ff701c2 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:44.731902 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df9ea413-a78f-4133-ba8e-b5ab133dbaad req-2cf724e6-e922-4205-b930-49fb7ff701c2 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0540693 Jul 14 11:21:44.793737 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-df9ea413-a78f-4133-ba8e-b5ab133dbaad req-558022bb-c1e4-47ae-80b6-b296873bdea4 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586843 Jul 14 11:21:44.891494 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d8740736-a381-498b-9ea1-de2e37682616 req-4679906f-d9c2-4c1d-bde3-b930f7f1721e tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 210 time: 0.0296810 Jul 14 11:21:45.885326 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:45.933962 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9f721-3373-4031-8be3-440a374dc5b0 req-71f38551-3727-4ea0-837d-50e846d4f42a tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:45.935898 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e4a9f721-3373-4031-8be3-440a374dc5b0 req-71f38551-3727-4ea0-837d-50e846d4f42a tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0652504 Jul 14 11:21:45.972933 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:45.993905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a27cc8-363a-4118-9ea5-2b11a708d3cb req-91bb9175-d3dd-4c19-aef3-b54cfa676f2d tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:45.995570 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43a27cc8-363a-4118-9ea5-2b11a708d3cb req-91bb9175-d3dd-4c19-aef3-b54cfa676f2d tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 945 time: 0.0496504 Jul 14 11:21:46.003539 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e4a9f721-3373-4031-8be3-440a374dc5b0 req-cffecf34-a0e5-4dca-8789-639ed54dd25a tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&id=2a92649f-b339-48ec-bfeb-5c6c36e26fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616925 Jul 14 11:21:46.051550 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-43a27cc8-363a-4118-9ea5-2b11a708d3cb req-be0405a6-85da-4760-943f-59719ebd94f7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503397 Jul 14 11:21:46.092606 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-acc126e4-5950-449e-848b-2debaff3f03b req-e8c5e5dd-0e6b-47f9-9376-ca2193c93c97 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 210 time: 0.0287848 Jul 14 11:21:47.166464 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f9419-d2e9-48ce-8663-7745a5a59180 req-538ba04a-c4d3-4608-8c9d-f93c4fff7ddc tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:47.168101 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb2f9419-d2e9-48ce-8663-7745a5a59180 req-538ba04a-c4d3-4608-8c9d-f93c4fff7ddc tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 945 time: 0.0470717 Jul 14 11:21:47.191259 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-963238d8-48e8-4d14-924e-236f606a27d6 req-bfeb432e-f5e4-406d-bdfa-522fc23c7d14 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 210 time: 0.0320830 Jul 14 11:21:47.225941 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bb2f9419-d2e9-48ce-8663-7745a5a59180 req-6e938913-a676-41c1-9a11-c892be20b6c9 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Jul 14 11:21:47.361340 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-6c95d236-a2fb-4556-9eef-f8a7dc557375 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:47.362764 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-6c95d236-a2fb-4556-9eef-f8a7dc557375 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 812 time: 0.1031268 Jul 14 11:21:47.445071 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-46a84fe0-6d0c-42d5-b452-3b41f4bab423 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 380 time: 0.0611889 Jul 14 11:21:47.500521 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'port': {'device_id': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'admin_state_up': True, 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'security_groups': ['cb7c3511-d5b5-4676-90a8-f0940f266ef8']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:47.617292 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Made reservation on behalf of 67f41dcdf6564bbd910a2285568941a1 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:21:47.620597 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:47.750454 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Allocated IP 172.20.0.3 (ba59ba1e-7990-4ba9-88ad-652628c8e3ee/eeeaa03c-c822-4efd-8572-ad107177dfe8/c42476bd-315b-4076-a2d2-9a430b4c7ec7) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:21:47.904869 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:47.915755 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:47.955986 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:47.963972 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:48.009284 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.042773 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:21:48.050660 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:21:48.056232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:21:48.059204 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=c42476bd-315b-4076-a2d2-9a430b4c7ec7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.075844 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c2578-66a8-4bc0-974f-562de343edde req-3427c1af-f2ec-430c-a437-70981c12c434 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:48.077374 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f9c2578-66a8-4bc0-974f-562de343edde req-3427c1af-f2ec-430c-a437-70981c12c434 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 945 time: 0.0875747 Jul 14 11:21:48.098264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.098697 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.098951 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.099276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.099633 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.099963 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.100288 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.100608 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.100931 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.101253 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.101582 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.101892 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.102211 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.102525 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.102838 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:21:48.174932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:48.175651 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.233185 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Deleting port 2b261c51-3385-4f44-9364-fcea5fd8b76e {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:21:48.233534 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.272655 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-7b7572ad-7cb4-42f9-a5a0-10162db23721 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759814 Jul 14 11:21:48.331296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed781-bf66-49e8-92dd-104441154916 req-728823cc-24b4-4d77-91ef-4a19a3f8f4de tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:48.332955 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefed781-bf66-49e8-92dd-104441154916 req-728823cc-24b4-4d77-91ef-4a19a3f8f4de tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 931 time: 0.0555520 Jul 14 11:21:48.351810 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-0244a872-1c98-45e2-b1e0-44ee405035d4 None None] Provisioning complete for port c42476bd-315b-4076-a2d2-9a430b4c7ec7 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:21:48.352183 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0244a872-1c98-45e2-b1e0-44ee405035d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.370248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Request body: {'port': {'device_id': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:21:48.390306 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0244a872-1c98-45e2-b1e0-44ee405035d4 None None] Port c42476bd-315b-4076-a2d2-9a430b4c7ec7 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:21:48.397981 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-eefed781-bf66-49e8-92dd-104441154916 req-d087a28f-c589-4637-b57e-1c26487e62d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594063 Jul 14 11:21:48.424100 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce689b-da9f-41f1-99e8-57a644b3065c req-5818640d-a7a2-48c3-809d-16072411391b tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:48.425621 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79ce689b-da9f-41f1-99e8-57a644b3065c req-5818640d-a7a2-48c3-809d-16072411391b tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=34185a2e-cf40-4a25-beca-13d498beee5e HTTP/1.1" status: 200 len: 945 time: 0.1006525 Jul 14 11:21:48.470189 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] For port 2b261c51-3385-4f44-9364-fcea5fd8b76e, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=2b261c51-3385-4f44-9364-fcea5fd8b76e,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:21:48.470544 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.500545 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Calling delete_port for 2b261c51-3385-4f44-9364-fcea5fd8b76e owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:21:48.505177 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.573014 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-79ce689b-da9f-41f1-99e8-57a644b3065c req-ad0f80a4-d3d1-48ea-acac-0cbd1cc60443 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333060 Jul 14 11:21:48.752623 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:48.821843 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (2b261c51-3385-4f44-9364-fcea5fd8b76e), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.863468 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Pushing event deleted for resources: {'Port': ['ID=2b261c51-3385-4f44-9364-fcea5fd8b76e,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:48.902935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:48.922327 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] No DVR routers for this DVR port 2b261c51-3385-4f44-9364-fcea5fd8b76e on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:21:48.940363 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.944305 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2f9c2578-66a8-4bc0-974f-562de343edde req-73b158fc-2ae9-4b59-94db-d2eeab18ab46 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "DELETE /v2.0/ports/2b261c51-3385-4f44-9364-fcea5fd8b76e HTTP/1.1" status: 204 len: 173 time: 0.8333933 Jul 14 11:21:48.944952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34185a2e-cf40-4a25-beca-13d498beee5e', 'name': 'network-vif-deleted', 'tag': '2b261c51-3385-4f44-9364-fcea5fd8b76e'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:21:48.947250 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a153517e-7777-460c-acea-6883baa51156" -d '{"events": [{"server_uuid": "34185a2e-cf40-4a25-beca-13d498beee5e", "name": "network-vif-deleted", "tag": "2b261c51-3385-4f44-9364-fcea5fd8b76e"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:21:48.963638 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42476bd-315b-4076-a2d2-9a430b4c7ec7 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:21:48.972508 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Publish callbacks [] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:48.989977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Transition to ACTIVE for port object c42476bd-315b-4076-a2d2-9a430b4c7ec7 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:21:48.993272 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f77f77-bfb3-42fc-988c-68cf1217ba9b x-openstack-request-id: req-40f77f77-bfb3-42fc-988c-68cf1217ba9b {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:21:48.993594 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34185a2e-cf40-4a25-beca-13d498beee5e", "name": "network-vif-deleted", "tag": "2b261c51-3385-4f44-9364-fcea5fd8b76e", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:21:48.993852 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40f77f77-bfb3-42fc-988c-68cf1217ba9b {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:21:48.994313 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f77f77-bfb3-42fc-988c-68cf1217ba9b'] response: {'server_uuid': '34185a2e-cf40-4a25-beca-13d498beee5e', 'name': 'network-vif-deleted', 'tag': '2b261c51-3385-4f44-9364-fcea5fd8b76e', 'status': 'completed', 'code': 200} Jul 14 11:21:48.996390 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:49.050568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Pushing event updated for resources: {'Port': ['ID=c42476bd-315b-4076-a2d2-9a430b4c7ec7,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:49.134884 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Attempting to bind port c42476bd-315b-4076-a2d2-9a430b4c7ec7 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:21:49.135221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Attempting to bind port c42476bd-315b-4076-a2d2-9a430b4c7ec7 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:21:49.135578 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Attempting to bind port c42476bd-315b-4076-a2d2-9a430b4c7ec7 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:21:49.141283 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Port c42476bd-315b-4076-a2d2-9a430b4c7ec7 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:21:49.141607 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Attempting to bind port c42476bd-315b-4076-a2d2-9a430b4c7ec7 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:21:49.149877 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:21:49.150707 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Checking segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:21:49.151566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Bound using segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:21:49.152009 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Bound port: c42476bd-315b-4076-a2d2-9a430b4c7ec7, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:21:49.152559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:49.224914 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] For port c42476bd-315b-4076-a2d2-9a430b4c7ec7, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:21:49.228277 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] For port c42476bd-315b-4076-a2d2-9a430b4c7ec7, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:21:49.234262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:49.273252 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:49.273768 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:21:49.275112 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] 10.222.0.26 "PUT /v2.0/ports/c42476bd-315b-4076-a2d2-9a430b4c7ec7 HTTP/1.1" status: 200 len: 1093 time: 0.9297702 Jul 14 11:21:49.297225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12037d9b-437e-4989-a9b8-e6cc57d2ea95 service neutron] Pushing event updated for resources: {'Port': ['ID=c42476bd-315b-4076-a2d2-9a430b4c7ec7,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:21:49.487343 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-2fb692d5-8501-492a-a646-559ee1900608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:49.489406 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-2fb692d5-8501-492a-a646-559ee1900608 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 1127 time: 0.0608931 Jul 14 11:21:49.553165 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-6d8a788d-78d2-44bd-8594-f73cc8a1a717 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7 HTTP/1.1" status: 200 len: 217 time: 0.0466363 Jul 14 11:21:49.574639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638b97b-af7f-48cf-9f7c-79b5fda9f455 req-6f8b4a61-0339-471c-a52d-484ef342bd9f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:49.576111 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3638b97b-af7f-48cf-9f7c-79b5fda9f455 req-6f8b4a61-0339-471c-a52d-484ef342bd9f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.1023378 Jul 14 11:21:49.640832 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-9c60f3d7-ef4a-4262-9084-1988984c4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:49.643370 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-9c60f3d7-ef4a-4262-9084-1988984c4fdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0831022 Jul 14 11:21:49.666215 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3638b97b-af7f-48cf-9f7c-79b5fda9f455 req-4029e7c2-2578-4cd3-9815-a33e8c9d4672 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704551 Jul 14 11:21:49.703071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12580d8f-1e1d-4bee-a2c6-4aaac5ca5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:49.704615 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-12580d8f-1e1d-4bee-a2c6-4aaac5ca5561 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521100 Jul 14 11:21:49.811449 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-36ecf34a-9807-4f5d-a1f6-5438b2d2fcc7 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999165 Jul 14 11:21:49.837405 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:50.168644 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-23868d8b-9d4f-4339-9139-78f9abaf5f10 req-3d97ca1f-aea1-4cda-a527-a273d3a42efc service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508050 Jul 14 11:21:50.781377 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c2fc0-270a-4ee7-baad-37acd52a4df9 req-e5ea0be0-68f6-477b-872b-697dc5000118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:50.782837 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-563c2fc0-270a-4ee7-baad-37acd52a4df9 req-e5ea0be0-68f6-477b-872b-697dc5000118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0471926 Jul 14 11:21:50.833430 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-563c2fc0-270a-4ee7-baad-37acd52a4df9 req-81f36dfe-5593-49d8-9b93-e38bfd69dba1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444200 Jul 14 11:21:50.995094 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:21:50.997502 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:21:51.033114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667da6cb-eb5f-41ce-baeb-d3c9f72f8c16 x-openstack-request-id: req-667da6cb-eb5f-41ce-baeb-d3c9f72f8c16 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:21:51.033401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:21:51.033656 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-667da6cb-eb5f-41ce-baeb-d3c9f72f8c16 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:21:51.034054 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667da6cb-eb5f-41ce-baeb-d3c9f72f8c16'] response: {'name': 'network-changed', 'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'status': 'completed', 'code': 200} Jul 14 11:21:51.949870 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0c09-2185-47de-8f1e-23e33ecf31cb req-5f05ff45-bdce-4125-b152-82cf2692804a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:51.951362 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab4d0c09-2185-47de-8f1e-23e33ecf31cb req-5f05ff45-bdce-4125-b152-82cf2692804a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0470173 Jul 14 11:21:52.000105 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ab4d0c09-2185-47de-8f1e-23e33ecf31cb req-77e1ad07-d6ac-4a04-8f20-68e4110b7477 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Jul 14 11:21:52.225620 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 2b261c51-3385-4f44-9364-fcea5fd8b76e no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:21:52.245046 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 2b261c51-3385-4f44-9364-fcea5fd8b76e {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:21:52.245380 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 2b261c51-3385-4f44-9364-fcea5fd8b76e not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:21:53.123207 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87740406-f33c-490d-a12b-72600212ec43 req-ce6bc83b-b3d2-46ef-976b-25f68b1adc35 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:53.124685 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87740406-f33c-490d-a12b-72600212ec43 req-ce6bc83b-b3d2-46ef-976b-25f68b1adc35 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0486450 Jul 14 11:21:53.172924 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-87740406-f33c-490d-a12b-72600212ec43 req-504599ad-d352-4449-a1a0-6b0871e2a1ef tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Jul 14 11:21:54.292107 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc93563-e804-48fc-a629-b7020e183d92 req-ed1bf1e4-3644-4dd3-a34d-47b78cfbb936 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:54.293589 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fdc93563-e804-48fc-a629-b7020e183d92 req-ed1bf1e4-3644-4dd3-a34d-47b78cfbb936 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0520878 Jul 14 11:21:54.346562 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fdc93563-e804-48fc-a629-b7020e183d92 req-162e27b2-0037-456b-98c9-696e7cbf56f8 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474072 Jul 14 11:21:54.639762 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-15a1354e-80cd-4de8-9960-404991bf056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:54.641172 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-15a1354e-80cd-4de8-9960-404991bf056f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 1127 time: 0.0398712 Jul 14 11:21:54.720074 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:21:54.735927 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-fbf803a6-896e-4631-a30b-46e3730e5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:54.737391 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-fbf803a6-896e-4631-a30b-46e3730e5987 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.0884316 Jul 14 11:21:54.779674 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-95da29e6-0cf3-4fde-b991-39d4c375e9d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7 HTTP/1.1" status: 200 len: 217 time: 0.0337903 Jul 14 11:21:54.826235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-a8e99b13-527d-42bf-ba02-77046f21c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:54.827710 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-a8e99b13-527d-42bf-ba02-77046f21c1d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0433116 Jul 14 11:21:54.843070 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:21:54.875822 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-e062f83b-1f8a-4534-aeb9-2ca454a9b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:54.877350 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-e062f83b-1f8a-4534-aeb9-2ca454a9b4df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434299 Jul 14 11:21:54.978722 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-8c57467a-c4fa-48df-8fec-f373bd20c1d9 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Jul 14 11:21:55.075798 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6b5a7b8b-485e-4f5f-9d5c-1d968115517a req-65698fc6-b1dd-416c-8458-af1f8303a6ee service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911009 Jul 14 11:21:55.466096 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594324b-8e9f-4978-9028-d0ef9d70241d req-8a5f199a-0dec-4abd-85e8-18004bbff80b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:55.467628 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a594324b-8e9f-4978-9028-d0ef9d70241d req-8a5f199a-0dec-4abd-85e8-18004bbff80b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0493891 Jul 14 11:21:55.518381 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a594324b-8e9f-4978-9028-d0ef9d70241d req-e6dd6919-2af7-47a8-b518-6185fe0d9112 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447173 Jul 14 11:21:56.636312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cca0b-e1db-49aa-9abc-76b55848b458 req-b0ea1510-49ef-4c88-9851-17c065181521 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:56.637788 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f4cca0b-e1db-49aa-9abc-76b55848b458 req-b0ea1510-49ef-4c88-9851-17c065181521 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0477245 Jul 14 11:21:56.685803 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f4cca0b-e1db-49aa-9abc-76b55848b458 req-6ba8c62a-a004-4b85-aaf5-ed48c8023e95 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Jul 14 11:21:57.805806 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e0deb-c365-48b4-a180-3c9dad3037f9 req-1ccca866-1fc5-49f7-9967-b1b499aa8ab1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:57.807304 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e2e0deb-c365-48b4-a180-3c9dad3037f9 req-1ccca866-1fc5-49f7-9967-b1b499aa8ab1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0520308 Jul 14 11:21:57.856895 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e2e0deb-c365-48b4-a180-3c9dad3037f9 req-4c4f77cf-c90c-4f73-8d92-757e0e93bd98 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 Jul 14 11:21:58.983019 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7282-f626-476b-b0ae-9d1dcf3c62dd req-4add2a37-b450-4d23-9cbf-10384872be56 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:21:58.984491 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a19a7282-f626-476b-b0ae-9d1dcf3c62dd req-4add2a37-b450-4d23-9cbf-10384872be56 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0498052 Jul 14 11:21:59.033152 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a19a7282-f626-476b-b0ae-9d1dcf3c62dd req-1e7f2ba4-5542-4593-bbc0-f6b359b687f9 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Jul 14 11:22:00.148334 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21dbed-8a32-4cbb-82e7-5541a69e55b4 req-77a926a2-846d-44bd-bc1b-e06efb60af62 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:00.149786 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf21dbed-8a32-4cbb-82e7-5541a69e55b4 req-77a926a2-846d-44bd-bc1b-e06efb60af62 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0481513 Jul 14 11:22:00.200712 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bf21dbed-8a32-4cbb-82e7-5541a69e55b4 req-013b7a14-5d5a-4bc5-9d0f-f0a490d4f030 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Jul 14 11:22:00.702554 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-c70f9f27-597b-4940-a35d-7b2524259c66 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:00.704001 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-c70f9f27-597b-4940-a35d-7b2524259c66 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/networks?id=e084adea-c51c-44b5-8ae7-232bbfbba9fd HTTP/1.1" status: 200 len: 814 time: 0.1019878 Jul 14 11:22:00.719120 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-c363a811-c3e4-4c6c-ab34-04ff609352e2 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/quotas/183612235b834368be67c02434f45d36 HTTP/1.1" status: 200 len: 375 time: 0.0098352 Jul 14 11:22:00.758738 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-cb1c5484-ade8-47ae-929f-67ab8d3cf2ce tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=183612235b834368be67c02434f45d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341580 Jul 14 11:22:00.849123 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-d004c561-c9c9-4edf-b6fc-42437e56a2e5 service neutron] 10.222.0.75 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834255 Jul 14 11:22:00.944256 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:00.948938 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-8dd9f40d-7b96-44fb-bba7-595a56bf5ef3 service neutron] 10.222.0.75 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941942 Jul 14 11:22:01.110244 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fbef23f5-b2d3-4b7a-b11b-738de01b05c1 req-82916893-bdd6-4e73-8529-5249115f04d1 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 210 time: 0.0311627 Jul 14 11:22:01.321792 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52c55f-97ec-468a-bc48-008cbe549f14 req-5983b84f-ec0e-4795-88ca-c46d8b0da342 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:01.323298 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4f52c55f-97ec-468a-bc48-008cbe549f14 req-5983b84f-ec0e-4795-88ca-c46d8b0da342 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 943 time: 0.0545428 Jul 14 11:22:01.374352 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-4f52c55f-97ec-468a-bc48-008cbe549f14 req-e061c16f-8afa-4975-a8f9-678e27132c43 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442486 Jul 14 11:22:01.448845 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c42476bd-315b-4076-a2d2-9a430b4c7ec7 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:22:01.451608 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:01.453246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:01.559932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port c42476bd-315b-4076-a2d2-9a430b4c7ec7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:01.572502 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'port_id': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'mac_address': 'fa:16:3e:8f:42:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:22:01.609270 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port c42476bd-315b-4076-a2d2-9a430b4c7ec7 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:22:01.609661 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:01.625124 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42476bd-315b-4076-a2d2-9a430b4c7ec7 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:22:01.646378 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port c42476bd-315b-4076-a2d2-9a430b4c7ec7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:01.650491 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:01.701890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=c42476bd-315b-4076-a2d2-9a430b4c7ec7,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:01.709233 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.709577 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.709924 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.710252 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.710607 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.710929 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.711248 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.711599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.711919 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.712236 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.712550 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.712866 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.713179 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.713520 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:01.713802 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:22:02.090673 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['c42476bd-315b-4076-a2d2-9a430b4c7ec7'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:02.172989 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:02.208852 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-3fdcffe0-23aa-4170-8ec8-ed44c0ffbd16 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:02.210334 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-3fdcffe0-23aa-4170-8ec8-ed44c0ffbd16 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "GET /v2.0/networks?id=e084adea-c51c-44b5-8ae7-232bbfbba9fd HTTP/1.1" status: 200 len: 814 time: 0.1430790 Jul 14 11:22:02.227544 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3dd83dd0-b594-40a0-9c23-791b35e7369e req-68326296-7931-40d4-ad88-fe56609bb5e8 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 210 time: 0.0383029 Jul 14 11:22:02.232421 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Request body: {'port': {'device_id': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd', 'admin_state_up': True, 'tenant_id': '183612235b834368be67c02434f45d36'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:22:02.348122 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Made reservation on behalf of 183612235b834368be67c02434f45d36 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:22:02.352857 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:02.475739 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:02.482424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Allocated IP 172.20.0.2 (e084adea-c51c-44b5-8ae7-232bbfbba9fd/fd5e9de0-f814-4457-a538-9d7fbf68450a/65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:02.487965 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:02.490904 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944a19a-66b2-46f0-97b4-716188953d8a req-ccdc0217-e37d-4df5-b8c7-10256e7af39d tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:02.492466 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9944a19a-66b2-46f0-97b4-716188953d8a req-ccdc0217-e37d-4df5-b8c7-10256e7af39d tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 944 time: 0.0495331 Jul 14 11:22:02.546748 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9944a19a-66b2-46f0-97b4-716188953d8a req-f4eb9277-cb61-44a4-982c-9cc9d1744cf2 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480659 Jul 14 11:22:02.641524 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks [] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:02.675567 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:02.728679 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Network e084adea-c51c-44b5-8ae7-232bbfbba9fd is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:02.734710 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:02.739214 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:22:02.764673 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Pushing event updated for resources: {'Port': ['ID=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:02.793657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:02.794266 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:02.810146 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-f63c9195-5dba-4b37-ae15-6ef2fa99122a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5814428 Jul 14 11:22:02.877624 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Request body: {'port': {'device_id': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:22:02.938123 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.083524 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:03.202208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:22:03.210492 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Publish callbacks [] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.223949 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Transition to ACTIVE for port object 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:22:03.227960 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.282412 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Pushing event updated for resources: {'Port': ['ID=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:03.380709 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02020c-2e22-484b-b190-fc03cd2528e6 req-dab90f57-8115-405e-aeed-90369d5aa235 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:03.382191 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4d02020c-2e22-484b-b190-fc03cd2528e6 req-dab90f57-8115-405e-aeed-90369d5aa235 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 943 time: 0.0821462 Jul 14 11:22:03.390308 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:03.414222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Attempting to bind port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:22:03.414553 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Attempting to bind port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:22:03.414877 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Attempting to bind port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d on network e084adea-c51c-44b5-8ae7-232bbfbba9fd {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:22:03.429315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d on network e084adea-c51c-44b5-8ae7-232bbfbba9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:22:03.429638 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Attempting to bind port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d on network e084adea-c51c-44b5-8ae7-232bbfbba9fd {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:22:03.444453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:22:03.444790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Checking segment: {'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:22:03.445169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Bound using segment: {'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:22:03.445597 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Bound port: 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e50537-c28e-43a3-b137-57fa5cb21a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:22:03.446005 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.452688 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c42476bd-315b-4076-a2d2-9a430b4c7ec7 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:03.460972 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4d02020c-2e22-484b-b190-fc03cd2528e6 req-469ff10a-8e64-4e60-a06e-c9c76c788d73 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729933 Jul 14 11:22:03.499197 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port c42476bd-315b-4076-a2d2-9a430b4c7ec7 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:22:03.509790 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port c42476bd-315b-4076-a2d2-9a430b4c7ec7 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:22:03.510162 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.525241 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] For port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:22:03.529512 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] For port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:22:03.537098 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.576816 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:03.577445 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.579023 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] 10.222.0.26 "PUT /v2.0/ports/65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d HTTP/1.1" status: 200 len: 1093 time: 0.7053812 Jul 14 11:22:03.582153 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'tag': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:22:03.584539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f139a6-f72f-4d92-9931-237d33fdea90" -d '{"events": [{"name": "network-changed", "server_uuid": "420743bb-6eb8-44bc-8880-4ce1311d900e", "tag": "65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:03.610565 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port c42476bd-315b-4076-a2d2-9a430b4c7ec7 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:22:03.610994 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.620806 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c8fe5-d720-452f-82a5-2a0422242437 service neutron] Pushing event updated for resources: {'Port': ['ID=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:03.643370 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:22:03.647035 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bc30af-f67b-4b4b-afe7-49c35ac8bb9d" -d '{"events": [{"server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "name": "network-vif-plugged", "status": "completed", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:03.653513 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68636177-72d1-4dc5-9013-dd0aebfa5201 x-openstack-request-id: req-68636177-72d1-4dc5-9013-dd0aebfa5201 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:03.653809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420743bb-6eb8-44bc-8880-4ce1311d900e", "tag": "65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:03.654048 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68636177-72d1-4dc5-9013-dd0aebfa5201 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:03.654449 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68636177-72d1-4dc5-9013-dd0aebfa5201'] response: {'name': 'network-changed', 'server_uuid': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'tag': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d', 'status': 'completed', 'code': 200} Jul 14 11:22:03.664384 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port c42476bd-315b-4076-a2d2-9a430b4c7ec7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:03.669123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:03.686527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-4dc20318-b32a-4d19-9d7e-31b44b1153ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:03.688133 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-4dc20318-b32a-4d19-9d7e-31b44b1153ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=183612235b834368be67c02434f45d36&device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 1127 time: 0.0484166 Jul 14 11:22:03.699911 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b33cb2-ec9d-45c7-873d-ae26dd90f33d x-openstack-request-id: req-c3b33cb2-ec9d-45c7-873d-ae26dd90f33d {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:03.700117 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "name": "network-vif-plugged", "status": "completed", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:03.700348 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c3b33cb2-ec9d-45c7-873d-ae26dd90f33d {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:03.700742 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b33cb2-ec9d-45c7-873d-ae26dd90f33d'] response: {'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'code': 200} Jul 14 11:22:03.708979 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600c16c-f79d-488e-8582-e5a15b8fda0e req-0f006fb6-16f9-492c-904b-97f9af601083 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:03.710486 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3600c16c-f79d-488e-8582-e5a15b8fda0e req-0f006fb6-16f9-492c-904b-97f9af601083 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0507858 Jul 14 11:22:03.729835 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:03.734227 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=c42476bd-315b-4076-a2d2-9a430b4c7ec7,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:03.766853 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-514254c0-167d-4e99-948c-9ed038504b9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d HTTP/1.1" status: 200 len: 217 time: 0.0344689 Jul 14 11:22:03.768247 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3600c16c-f79d-488e-8582-e5a15b8fda0e req-191f78a3-b57d-4ce8-b8de-b3eb9b54fd60 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512705 Jul 14 11:22:03.819871 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-9c8d07ee-a447-4ea0-926c-05ae71ef30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:03.821367 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-9c8d07ee-a447-4ea0-926c-05ae71ef30bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd5e9de0-f814-4457-a538-9d7fbf68450a HTTP/1.1" status: 200 len: 854 time: 0.0469916 Jul 14 11:22:03.861844 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-025b4960-2a62-414b-9b19-3a0fa2d4776e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e084adea-c51c-44b5-8ae7-232bbfbba9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313809 Jul 14 11:22:03.989446 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e0f53-4285-4e66-97f4-0ad40861bcac req-53ec41c3-b826-4a02-8392-f133c6ce88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:03.991094 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fc0e0f53-4285-4e66-97f4-0ad40861bcac req-53ec41c3-b826-4a02-8392-f133c6ce88f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 1129 time: 0.0631428 Jul 14 11:22:03.996240 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-3bb732b4-f13e-421c-9d5e-102315d0499c service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276336 Jul 14 11:22:04.085593 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:04.104842 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fc0e0f53-4285-4e66-97f4-0ad40861bcac req-a84ad98d-6eed-4897-91e7-b6932e81ece9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002278 Jul 14 11:22:04.125118 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ef74cb86-a069-49cb-9e68-0a99fa2b7f80 req-ad803a2c-f5ad-4b02-ae16-8c58f0f55a8b service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215415 Jul 14 11:22:04.581557 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e3d61-3291-47bc-bd03-b943b8d9c71b req-44e5eb1e-3503-4c0c-af44-9b50caa3b237 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:04.583695 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-349e3d61-3291-47bc-bd03-b943b8d9c71b req-44e5eb1e-3503-4c0c-af44-9b50caa3b237 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 943 time: 0.0525830 Jul 14 11:22:04.631647 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-349e3d61-3291-47bc-bd03-b943b8d9c71b req-122f4929-e6ec-47cd-a3db-9beaed7bfe59 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Jul 14 11:22:04.839197 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=8 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:04.882046 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d782da7-803f-498b-b7fb-c1b7a5f7cd2a req-22a38239-d21c-491e-bc3b-ea1f95f2ced8 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:04.883622 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8d782da7-803f-498b-b7fb-c1b7a5f7cd2a req-22a38239-d21c-491e-bc3b-ea1f95f2ced8 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0469444 Jul 14 11:22:04.933448 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8d782da7-803f-498b-b7fb-c1b7a5f7cd2a req-52c9b864-0d61-4ffb-b93a-1aa13f67148a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Jul 14 11:22:05.344279 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-98941531-2fd1-4de4-ac8a-b59b4f43f8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:05.746200 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecb0e3-8a01-4243-8497-4a7da6e0d47f req-2acdbfe4-7333-438f-b795-bf0ee21ed2af tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:05.747688 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e8ecb0e3-8a01-4243-8497-4a7da6e0d47f req-2acdbfe4-7333-438f-b795-bf0ee21ed2af tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 943 time: 0.0472329 Jul 14 11:22:05.801034 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e8ecb0e3-8a01-4243-8497-4a7da6e0d47f req-c5afce24-114e-44de-9e28-c8c812c94f2a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Jul 14 11:22:06.049956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97847-09df-46e7-b3b2-7d238ac1bb18 req-79908c86-b245-46fa-88cb-0515ce0ba7ea tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:06.052001 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-13c97847-09df-46e7-b3b2-7d238ac1bb18 req-79908c86-b245-46fa-88cb-0515ce0ba7ea tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0506639 Jul 14 11:22:06.101557 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-13c97847-09df-46e7-b3b2-7d238ac1bb18 req-e9e28d92-46a5-428f-a29c-a4506c182086 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Jul 14 11:22:06.912907 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96430a54-97e5-4073-b360-640de60ad0b0 req-bf592952-7875-4e34-8e11-2e4be85cb98a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:06.914349 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96430a54-97e5-4073-b360-640de60ad0b0 req-bf592952-7875-4e34-8e11-2e4be85cb98a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 943 time: 0.0465412 Jul 14 11:22:06.963735 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-96430a54-97e5-4073-b360-640de60ad0b0 req-a21e5ef7-7dff-4caa-b03a-b652579a1334 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Jul 14 11:22:07.217441 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d039a4-5aa1-4577-a704-344e85e87ed3 req-93d53462-ba17-43f0-8d8b-96dde5486cfe tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:07.218941 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-05d039a4-5aa1-4577-a704-344e85e87ed3 req-93d53462-ba17-43f0-8d8b-96dde5486cfe tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0493083 Jul 14 11:22:07.267657 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-05d039a4-5aa1-4577-a704-344e85e87ed3 req-eb3bb597-251e-4fd1-96d6-285400f58859 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Jul 14 11:22:07.322413 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-e062b810-3e53-42bf-a596-627c0ee4b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:07.324071 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-e062b810-3e53-42bf-a596-627c0ee4b7ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=183612235b834368be67c02434f45d36&device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 1127 time: 0.0408351 Jul 14 11:22:07.337606 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:07.414767 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-4c94da45-869d-4173-ae3f-786027dc43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:07.416274 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-4c94da45-869d-4173-ae3f-786027dc43b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e084adea-c51c-44b5-8ae7-232bbfbba9fd HTTP/1.1" status: 200 len: 915 time: 0.0863624 Jul 14 11:22:07.459839 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-f89a2a6f-1727-4a0f-a079-09ff046ee999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d HTTP/1.1" status: 200 len: 217 time: 0.0364327 Jul 14 11:22:07.470990 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:22:07.486000 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:07.512411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-7eda3639-bf14-4ea1-b351-b17213be1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:07.513875 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-7eda3639-bf14-4ea1-b351-b17213be1b11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd5e9de0-f814-4457-a538-9d7fbf68450a HTTP/1.1" status: 200 len: 854 time: 0.0458853 Jul 14 11:22:07.554686 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-c874e735-7da0-47a2-8d32-5a1784d77f84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e084adea-c51c-44b5-8ae7-232bbfbba9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287766 Jul 14 11:22:07.580497 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:07.593710 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d', 'network_id': 'e084adea-c51c-44b5-8ae7-232bbfbba9fd', 'port_id': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d', 'mac_address': 'fa:16:3e:5d:d3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e9de0-f814-4457-a538-9d7fbf68450a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:22:07.630517 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:22:07.630906 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:07.644201 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:22:07.650293 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-8e974bf2-10da-46d7-8cb2-f76163733990 service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891373 Jul 14 11:22:07.674396 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:07.678687 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:07.684361 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-61eeaa0a-ad74-475f-8992-c1da4048f9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:07.730125 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:08.079883 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26894f9-9baf-44ba-b51b-dc0223fe6cfa req-33c6b78d-d875-4b4a-aac2-8ac696f0a118 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:08.081328 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d26894f9-9baf-44ba-b51b-dc0223fe6cfa req-33c6b78d-d875-4b4a-aac2-8ac696f0a118 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 944 time: 0.0490990 Jul 14 11:22:08.122704 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:08.129693 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-d26894f9-9baf-44ba-b51b-dc0223fe6cfa req-2b986511-a626-478f-9409-6e5c751a21e2 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Jul 14 11:22:08.302882 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-b1f139a6-f72f-4d92-9931-237d33fdea90 req-c2ae808d-b467-45bd-88b4-65f451955790 service neutron] 10.222.0.26 "GET /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939305 Jul 14 11:22:08.382975 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15e919-426f-41d2-bd64-3baa476ea16e req-1c331c1c-8e71-46f7-b2d1-349881188c45 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:08.384476 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e15e919-426f-41d2-bd64-3baa476ea16e req-1c331c1c-8e71-46f7-b2d1-349881188c45 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0471711 Jul 14 11:22:08.437169 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2e15e919-426f-41d2-bd64-3baa476ea16e req-0b7d8cb0-88bd-4226-a412-9c74059eebee tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471561 Jul 14 11:22:08.548196 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec0fd-df9d-459d-b9f5-b81ba25f3770 req-d41e8e0d-40bc-4c4f-80e2-e12694ee5421 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:08.549573 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62fec0fd-df9d-459d-b9f5-b81ba25f3770 req-d41e8e0d-40bc-4c4f-80e2-e12694ee5421 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0479081 Jul 14 11:22:08.599136 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-62fec0fd-df9d-459d-b9f5-b81ba25f3770 req-59abc83a-a4dd-4566-8eba-b9f423d06db2 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Jul 14 11:22:08.621153 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35002) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:22:08.701324 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9cd2b-b68f-4ad6-985c-32ab0872c71b tempest-TestVolumeBootPattern-2141960575 tempest-TestVolumeBootPattern-2141960575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:08.702840 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-07a9cd2b-b68f-4ad6-985c-32ab0872c71b tempest-TestVolumeBootPattern-2141960575 tempest-TestVolumeBootPattern-2141960575-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 1124 time: 0.0807235 Jul 14 11:22:08.705717 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35006) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:22:08.710392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'port_id': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:22:08.732331 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:08.735162 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:08.814235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:08.822605 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:08.928986 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Allocated IP 172.27.0.166 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/ae5a41a4-a998-4552-b97b-8445662642ed) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:22:09.000392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:09.033357 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (ae5a41a4-a998-4552-b97b-8445662642ed), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.071164 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (ae5a41a4-a998-4552-b97b-8445662642ed), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.110726 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:22:09.113620 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:22:09.120262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:22:09.143800 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=ae5a41a4-a998-4552-b97b-8445662642ed,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:09.247689 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bc33a-3329-4681-ba77-3bf50faac3ef req-3e4c1b77-84c4-4dbb-a107-f42545783a7b tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:09.249189 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3f0bc33a-3329-4681-ba77-3bf50faac3ef req-3e4c1b77-84c4-4dbb-a107-f42545783a7b tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 944 time: 0.0504787 Jul 14 11:22:09.297419 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3f0bc33a-3329-4681-ba77-3bf50faac3ef req-29334a8c-94c7-48af-a13c-0e7d893d58ee tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Jul 14 11:22:09.479435 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (296a9552-2db7-449e-bc97-ed9dbb039825), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.486720 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:22:09.534224 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:22:09.539956 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:22:09.540334 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.557331 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (ae5a41a4-a998-4552-b97b-8445662642ed), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.616571 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:22:09.616963 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.640153 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:22:09.642656 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91b0ec-c7ba-4864-9fd3-77635a043735" -d '{"events": [{"server_uuid": "420743bb-6eb8-44bc-8880-4ce1311d900e", "name": "network-vif-plugged", "status": "completed", "tag": "65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:09.655760 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:09.660863 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.672577 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:09.691265 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631cd343-945f-4bd2-8e56-60a0c6ad6116 x-openstack-request-id: req-631cd343-945f-4bd2-8e56-60a0c6ad6116 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:09.691265 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420743bb-6eb8-44bc-8880-4ce1311d900e", "name": "network-vif-plugged", "status": "completed", "tag": "65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:09.691265 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-631cd343-945f-4bd2-8e56-60a0c6ad6116 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:09.691265 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631cd343-945f-4bd2-8e56-60a0c6ad6116'] response: {'server_uuid': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d', 'code': 200} Jul 14 11:22:09.722653 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (ae5a41a4-a998-4552-b97b-8445662642ed), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.727187 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:09.729375 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (ae5a41a4-a998-4552-b97b-8445662642ed), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.762552 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:09.815741 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=ae5a41a4-a998-4552-b97b-8445662642ed,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:09.826827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (296a9552-2db7-449e-bc97-ed9dbb039825), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:09.932517 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a81ff-63cf-436e-b626-952d00d3cbed req-c79676e8-cbb8-48a5-b0fb-61bd18f541d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:09.934185 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-452a81ff-63cf-436e-b626-952d00d3cbed req-c79676e8-cbb8-48a5-b0fb-61bd18f541d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 1129 time: 0.0714769 Jul 14 11:22:09.975033 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Floating IP 296a9552-2db7-449e-bc97-ed9dbb039825 associated. External IP: 172.27.0.166, port: c42476bd-315b-4076-a2d2-9a430b4c7ec7. Jul 14 11:22:10.029342 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-452a81ff-63cf-436e-b626-952d00d3cbed req-c7c9359e-90f8-4ea5-8b44-d3a8b1f2c8c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864432 Jul 14 11:22:10.142349 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:10.190394 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:22:10.295778 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:22:10.306437 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:22:10.313919 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:10.316185 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:22:10.316808 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:22:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:10.349996 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-fde19ee8-9ad9-49b0-87b8-f0c26a667118 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6406660 Jul 14 11:22:10.349996 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:22:10.350833 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acd358d-fadb-4f59-a2f3-22185ac218f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:10.388744 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d06fd8b-fa06-4e67-b1f5-c2b2b2d4a11d x-openstack-request-id: req-5d06fd8b-fa06-4e67-b1f5-c2b2b2d4a11d {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:10.389157 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:10.389411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d06fd8b-fa06-4e67-b1f5-c2b2b2d4a11d {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:10.389837 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d06fd8b-fa06-4e67-b1f5-c2b2b2d4a11d'] response: {'name': 'network-changed', 'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'status': 'completed', 'code': 200} Jul 14 11:22:10.415671 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0679a-707d-4a11-a8e6-effdf0855949 req-8a191d45-4a0f-40f5-afd3-0af3ceeddc5a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:10.417135 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-12f0679a-707d-4a11-a8e6-effdf0855949 req-8a191d45-4a0f-40f5-afd3-0af3ceeddc5a tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 945 time: 0.0473592 Jul 14 11:22:10.423843 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:22:10.466773 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-12f0679a-707d-4a11-a8e6-effdf0855949 req-479722b7-9ef3-4195-8add-f934f5b9c4fb tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Jul 14 11:22:10.551720 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:10.594175 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-ebe83081-5e71-4308-ad68-e0cd7368f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:10.595747 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-ebe83081-5e71-4308-ad68-e0cd7368f741 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 1129 time: 0.0480158 Jul 14 11:22:10.724378 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '296a9552-2db7-449e-bc97-ed9dbb039825', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:8f:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:22:09Z', 'updated_at': '2022-07-14T11:22:09Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:10.748695 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:22:10.757042 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:22:10.757645 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:22:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:10.858297 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:22:11.066794 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '296a9552-2db7-449e-bc97-ed9dbb039825', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:8f:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:22:09Z', 'updated_at': '2022-07-14T11:22:09Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:22:11.091591 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4bffa3-f49d-4080-ad45-65655bf956b4 None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '296a9552-2db7-449e-bc97-ed9dbb039825', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.166', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:8f:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:22:09Z', 'updated_at': '2022-07-14T11:22:09Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:22:11.150936 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-6bc7a100-a5c0-49b4-b3fb-b355f770271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:11.152452 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-6bc7a100-a5c0-49b4-b3fb-b355f770271e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.0912783 Jul 14 11:22:11.219269 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-3605f295-5e87-4d6d-8cda-5875fed2194d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7 HTTP/1.1" status: 200 len: 999 time: 0.0604756 Jul 14 11:22:11.262869 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:11.274317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-2904280d-9d16-4827-b336-111d2e12afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:11.275809 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-2904280d-9d16-4827-b336-111d2e12afdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0469694 Jul 14 11:22:11.296505 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a687c-52c2-42db-8b61-0e7ddd3830c2 None None] New status for floating IP 296a9552-2db7-449e-bc97-ed9dbb039825: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:22:11.298777 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:11.341669 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-48203e56-c84d-484b-8f36-c3f17ede6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:11.343222 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-48203e56-c84d-484b-8f36-c3f17ede6984 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447199 Jul 14 11:22:11.712066 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:11.730609 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b827f-bb6c-42f2-9b6d-45c3fe618922 req-4c944075-f2d4-49fa-afa3-e8941f0978a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:11.732087 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e12b827f-bb6c-42f2-9b6d-45c3fe618922 req-4c944075-f2d4-49fa-afa3-e8941f0978a7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 945 time: 0.0595233 Jul 14 11:22:11.759814 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-3bfc56f8-66ce-4dc7-a60f-1afc2b6e06f3 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095020 Jul 14 11:22:11.788748 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e12b827f-bb6c-42f2-9b6d-45c3fe618922 req-d038ba89-a7e5-4d12-a058-03e2e1ffdda2 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Jul 14 11:22:12.060471 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5acd358d-fadb-4f59-a2f3-22185ac218f4 req-a70f7749-3814-4c46-8f99-5dc731dc4ea6 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922899 Jul 14 11:22:12.910054 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de76bd-4c30-473b-aff7-67c2515b2c78 req-41c7fe80-9670-4e3c-88a4-26573af211b6 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:12.911553 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-11de76bd-4c30-473b-aff7-67c2515b2c78 req-41c7fe80-9670-4e3c-88a4-26573af211b6 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 945 time: 0.0504041 Jul 14 11:22:12.958899 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-11de76bd-4c30-473b-aff7-67c2515b2c78 req-ac103c0c-5602-43c3-afa8-1ae0263b0afc tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Jul 14 11:22:18.005078 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:18.010312 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:21.068821 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=72 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:21.069610 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=76 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:22.050334 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=17 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:22.056462 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=35 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:22.952277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=76 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:22.954897 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:28.004524 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:31.842199 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:22:35.346550 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-12d7a5c4-c46a-44d5-903a-f20d2579a92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:37.124893 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7ec0-3c30-47ad-9eb7-b15b2eaa72d1 req-1411b986-b47a-4766-a936-6c5bbe795b6d tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:37.126383 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-090e7ec0-3c30-47ad-9eb7-b15b2eaa72d1 req-1411b986-b47a-4766-a936-6c5bbe795b6d tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 945 time: 0.0478382 Jul 14 11:22:37.174462 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-090e7ec0-3c30-47ad-9eb7-b15b2eaa72d1 req-6b78467e-6937-4771-be77-a95eae2bdae7 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Jul 14 11:22:37.665605 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ac5fde74-9a7f-46a9-93b5-cc9b6c88083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:38.339362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd86e2f-d249-483a-9420-b8074c7b775d req-86530974-ab09-4889-8c59-cc967985e66d tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:38.340859 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0fd86e2f-d249-483a-9420-b8074c7b775d req-86530974-ab09-4889-8c59-cc967985e66d tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 945 time: 0.0973668 Jul 14 11:22:38.387448 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0fd86e2f-d249-483a-9420-b8074c7b775d req-c1b8772a-4e3d-4198-951c-560e313ba8af tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01f9406-2955-40cc-bd04-716deaeab063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Jul 14 11:22:38.737668 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:39.053135 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-db3a5e2b-cfe8-4686-a81e-ee54dfda189e tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:22:39.054656 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-db3a5e2b-cfe8-4686-a81e-ee54dfda189e tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 945 time: 0.0529475 Jul 14 11:22:39.141069 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Deleting port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:22:39.141417 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:39.254675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] For port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,segment=NetworkSegment(86e50537-c28e-43a3-b137-57fa5cb21a14),segment_id=86e50537-c28e-43a3-b137-57fa5cb21a14)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:22:39.255038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:39.268810 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Calling delete_port for 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:22:39.398409 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:39.430287 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Pushing event deleted for resources: {'Port': ['ID=65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:22:39.451955 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:22:39.482957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] No DVR routers for this DVR port 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:22:39.485775 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:39.489312 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ad74d5a-a38b-42c9-90f4-a6652b010b4d req-3f74ac71-d0f0-4b52-a5a1-672d3a56c088 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.26 "DELETE /v2.0/ports/65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d HTTP/1.1" status: 204 len: 173 time: 0.4294603 Jul 14 11:22:39.489761 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'name': 'network-vif-deleted', 'tag': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:22:39.492595 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4436fb1-fb2c-42d9-aea8-8e1e6213147e" -d '{"events": [{"server_uuid": "420743bb-6eb8-44bc-8880-4ce1311d900e", "name": "network-vif-deleted", "tag": "65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:22:39.535365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed766624-7c51-4f86-bd64-080eceeb27b8 x-openstack-request-id: req-ed766624-7c51-4f86-bd64-080eceeb27b8 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:22:39.535751 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420743bb-6eb8-44bc-8880-4ce1311d900e", "name": "network-vif-deleted", "tag": "65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:22:39.536010 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed766624-7c51-4f86-bd64-080eceeb27b8 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:22:39.536424 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed766624-7c51-4f86-bd64-080eceeb27b8'] response: {'server_uuid': '420743bb-6eb8-44bc-8880-4ce1311d900e', 'name': 'network-vif-deleted', 'tag': '65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d', 'status': 'completed', 'code': 200} Jul 14 11:22:39.576155 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-48753c28-5e8e-40ba-89aa-9ed601b5de03 req-64b3e541-5d8f-4215-a337-227566a0f058 tempest-VolumesSnapshotTestJSON-345252182 tempest-VolumesSnapshotTestJSON-345252182-project] 10.222.0.75 "GET /v2.0/ports?device_id=420743bb-6eb8-44bc-8880-4ce1311d900e HTTP/1.1" status: 200 len: 210 time: 0.1121073 Jul 14 11:22:40.147191 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:40.555049 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:41.700185 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:22:41.719131 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:22:41.719479 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 65ccab1d-a1e5-4af7-9e35-c9a73a1dd15d not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:22:41.837428 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:41.838204 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:48.025038 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:22:49.463579 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=57,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:49.464429 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=50,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:49.552222 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=10 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:49.552997 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=10 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:58.019283 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:22:58.020763 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:04.888068 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35270) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:04.951983 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Deleting subnet fd5e9de0-f814-4457-a538-9d7fbf68450a {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:23:04.956105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Publish callbacks [] for subnet (fd5e9de0-f814-4457-a538-9d7fbf68450a), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.009233 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (fd5e9de0-f814-4457-a538-9d7fbf68450a), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.060169 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (fd5e9de0-f814-4457-a538-9d7fbf68450a), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.124884 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (fd5e9de0-f814-4457-a538-9d7fbf68450a), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.149105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5e9de0-f814-4457-a538-9d7fbf68450a,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:05.159202 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.161742 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fd5e9de0-f814-4457-a538-9d7fbf68450a HTTP/1.1" status: 204 len: 168 time: 0.2726769 Jul 14 11:23:05.163610 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.163953 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.164286 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.164618 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.164952 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.165811 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.166020 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35272) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:05.166686 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.166686 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.166983 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.167119 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.167340 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.167679 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.167998 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.168305 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.168622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db9bbcd-d9de-4b49-ac94-cf96f47b3884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.242491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (e084adea-c51c-44b5-8ae7-232bbfbba9fd), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.324671 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (e084adea-c51c-44b5-8ae7-232bbfbba9fd), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.346206 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e084adea-c51c-44b5-8ae7-232bbfbba9fd']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:05.349098 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a29e2530-edb5-404e-8054-452ee511349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.359094 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e50537-c28e-43a3-b137-57fa5cb21a14') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:05.359410 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e50537-c28e-43a3-b137-57fa5cb21a14') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:05.370040 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (86e50537-c28e-43a3-b137-57fa5cb21a14), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.391358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (86e50537-c28e-43a3-b137-57fa5cb21a14), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.398558 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:23:05.398991 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (86e50537-c28e-43a3-b137-57fa5cb21a14), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.454557 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 86e50537-c28e-43a3-b137-57fa5cb21a14 resource provider aggregate not found Jul 14 11:23:05.472447 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (e084adea-c51c-44b5-8ae7-232bbfbba9fd), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.475079 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 86e50537-c28e-43a3-b137-57fa5cb21a14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86e50537-c28e-43a3-b137-57fa5cb21a14 found for delete ", "request_id": "req-a79141e5-60ef-42ad-8039-09bde8227faf"}]} Jul 14 11:23:05.480676 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.483907 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e084adea-c51c-44b5-8ae7-232bbfbba9fd HTTP/1.1" status: 204 len: 168 time: 0.3165271 Jul 14 11:23:05.494589 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Pushing event deleted for resources: {'Network': ['ID=e084adea-c51c-44b5-8ae7-232bbfbba9fd,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:05.502673 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.503025 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.503370 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.503854 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.504071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.504389 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.504725 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.505054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.505393 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.505722 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.506053 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.506383 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.506710 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.507044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.507362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54750108-8eac-4a10-9875-21661e5ad826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:05.673565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35282) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:05.715198 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-501f137c-cf9a-43f7-a8cd-01d97e7e2704 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=183612235b834368be67c02434f45d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403519 Jul 14 11:23:05.717635 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35284) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:05.770902 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cb47bbff-a225-497d-b5be-8a7c1c6f81b6 admin admin] Publish callbacks [] for security_group (a01f9406-2955-40cc-bd04-716deaeab063), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.794327 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cb47bbff-a225-497d-b5be-8a7c1c6f81b6 admin admin] Publish callbacks [] for security_group (a01f9406-2955-40cc-bd04-716deaeab063), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.843595 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cb47bbff-a225-497d-b5be-8a7c1c6f81b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (a01f9406-2955-40cc-bd04-716deaeab063), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.846121 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-cb47bbff-a225-497d-b5be-8a7c1c6f81b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:05.847323 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-cb47bbff-a225-497d-b5be-8a7c1c6f81b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a01f9406-2955-40cc-bd04-716deaeab063 HTTP/1.1" status: 204 len: 168 time: 0.1287689 Jul 14 11:23:05.856845 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47bbff-a225-497d-b5be-8a7c1c6f81b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f9406-2955-40cc-bd04-716deaeab063,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:07.669347 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0b5a30b4-8c1e-4343-95bf-53c63b485838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:08.742151 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:08.841734 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:23:09.748412 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-6a2a599e-c0f8-437d-8921-ef940fa28f3a tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080523830&fields=id&tenant_id=9b0b1b94221f442daa87ea1e3ca55df3 HTTP/1.1" status: 200 len: 267 time: 0.0460365 Jul 14 11:23:09.800423 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-682f3916-ae8d-4865-9ad1-1681a1d8ab3c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:09.801933 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-682f3916-ae8d-4865-9ad1-1681a1d8ab3c tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 984 time: 0.0480900 Jul 14 11:23:09.813902 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Request body: {'port': {'security_groups': ['dcedf73c-1d10-407c-973b-13e1e14acb16']}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:09.890957 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.093849 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:10.129622 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.135060 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.149764 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.176795 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:10.177416 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.178803 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-84ea0084-cbad-4032-ada5-63ebaacb267b req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "PUT /v2.0/ports/eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 942 time: 0.3701255 Jul 14 11:23:10.179324 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:23:10.179741 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['eae020e3-68cc-41b2-b34f-a030ba6e139b'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:10.182180 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:10.186044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35296) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:10.207640 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff072-4465-49c6-908d-deca00c737b0 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event updated for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=7']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:10.264410 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1a7e9-e882-4ee0-a95d-299f45c1aa10 x-openstack-request-id: req-45c1a7e9-e882-4ee0-a95d-299f45c1aa10 {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:10.264744 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:10.264958 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45c1a7e9-e882-4ee0-a95d-299f45c1aa10 {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:10.265354 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c1a7e9-e882-4ee0-a95d-299f45c1aa10'] response: {'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'status': 'completed', 'code': 200} Jul 14 11:23:10.300887 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-466c64c0-cc77-4623-a66f-62c8fbec777b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group (2a92649f-b339-48ec-bfeb-5c6c36e26fb6), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.324890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['eae020e3-68cc-41b2-b34f-a030ba6e139b'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:10.341540 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-466c64c0-cc77-4623-a66f-62c8fbec777b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group (2a92649f-b339-48ec-bfeb-5c6c36e26fb6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.398831 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-77d3c120-10b9-4f36-aed0-beeea131792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:10.400998 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-77d3c120-10b9-4f36-aed0-beeea131792d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1129 time: 0.0801256 Jul 14 11:23:10.454615 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-b55f6147-4942-4d09-b14e-5b73d42b83c4 None None] Provisioning complete for port eae020e3-68cc-41b2-b34f-a030ba6e139b triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:10.455039 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b55f6147-4942-4d09-b14e-5b73d42b83c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.544879 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-c66a2c08-ba7d-4e75-96bd-cae87c9f441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:10.546352 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-c66a2c08-ba7d-4e75-96bd-cae87c9f441f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 916 time: 0.1351397 Jul 14 11:23:10.548762 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-466c64c0-cc77-4623-a66f-62c8fbec777b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (2a92649f-b339-48ec-bfeb-5c6c36e26fb6), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.551393 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-466c64c0-cc77-4623-a66f-62c8fbec777b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.555614 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-466c64c0-cc77-4623-a66f-62c8fbec777b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "DELETE /v2.0/security-groups/2a92649f-b339-48ec-bfeb-5c6c36e26fb6 HTTP/1.1" status: 204 len: 168 time: 0.3616922 Jul 14 11:23:10.556180 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35298) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:10.572855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c64c0-cc77-4623-a66f-62c8fbec777b tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a92649f-b339-48ec-bfeb-5c6c36e26fb6,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:10.610961 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:10.618368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.629868 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b55f6147-4942-4d09-b14e-5b73d42b83c4 None None] Current status of the port eae020e3-68cc-41b2-b34f-a030ba6e139b is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:10.632960 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-24bb1a0a-997f-4fca-b0c9-00749bd3df3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 1001 time: 0.0793157 Jul 14 11:23:10.691937 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-900bacec-3131-4a62-aaa6-356bfd776685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:10.693786 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-900bacec-3131-4a62-aaa6-356bfd776685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.0539672 Jul 14 11:23:10.742268 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-de5f3e1e-6c33-4ae2-9453-ea7b4b1a94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:10.744085 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-de5f3e1e-6c33-4ae2-9453-ea7b4b1a94b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427580 Jul 14 11:23:10.823335 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Deleting port e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:10.823979 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.828853 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:10.858249 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-c70ae598-e69a-43ca-a77a-0c8f02f98fa4 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044207 Jul 14 11:23:10.859255 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:10.922394 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:10.939091 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.939666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for floatingip (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:10.964131 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-5bc0c0de-7aaa-4396-8a5c-691ee9d3e0a8 req-0d1d2f95-0578-4873-a1ea-b50d551202d1 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993137 Jul 14 11:23:10.965282 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Calling delete_port for e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f owned by network:floatingip {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:11.193103 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:11.224961 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event deleted for resources: {'Port': ['ID=e44a3a3b-79f5-4b4d-bd4f-83e5fdf6d76f,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:11.295105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks [] for floatingip (4bfcd7d5-f479-4914-b85c-6bc3d9fb9191), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:11.295564 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Floating IP 4bfcd7d5-f479-4914-b85c-6bc3d9fb9191 disassociated (deleted). External IP: 172.27.0.102, port: eae020e3-68cc-41b2-b34f-a030ba6e139b. Jul 14 11:23:11.488766 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Router 7209c0a8-578f-4897-a980-0aa93491ff05 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:23:11.592805 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:11.599063 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:11.605102 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] Sync routers for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:11.614663 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:11.615268 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:11.630569 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ccb6fedd-b93c-4231-aca0-fbb41732ed7f tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "DELETE /v2.0/floatingips/4bfcd7d5-f479-4914-b85c-6bc3d9fb9191 HTTP/1.1" status: 204 len: 168 time: 1.0727928 Jul 14 11:23:11.718350 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:11.928862 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 5, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:11.954654 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] Checking router: 7209c0a8-578f-4897-a980-0aa93491ff05 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:11.965110 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:11.965728 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:12.070243 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:12.259017 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 5, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:12.268105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:23:12.270420 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17ff21a-970b-4c06-b0aa-48b8b61b0890" -d '{"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:12.289752 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6b29db-4e2c-4ce2-ae17-1cf695a4b784 None None] The sync data for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi is: [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:18:52Z', 'revision_number': 4, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff', 'name': '', 'network_id': 'b225fb61-c46d-47c5-a71e-3174b9d9f4b6', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'mac_address': 'fa:16:3e:ed:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:51Z', 'updated_at': '2022-07-14T11:18:59Z', 'revision_number': 5, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'subnets': [{'id': 'f5eccd1e-cbd5-4241-9e4e-b158bdda1453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:12.309561 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b76f4-b7b7-464a-bb8b-575711d65660 x-openstack-request-id: req-bb8b76f4-b7b7-464a-bb8b-575711d65660 {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:12.309841 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:12.310085 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb8b76f4-b7b7-464a-bb8b-575711d65660 {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:12.310486 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8b76f4-b7b7-464a-bb8b-575711d65660'] response: {'name': 'network-changed', 'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'status': 'completed', 'code': 200} Jul 14 11:23:12.404271 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-bcdb5e7c-4b7f-46ee-bc3b-dc2f4cd615c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:12.405924 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-bcdb5e7c-4b7f-46ee-bc3b-dc2f4cd615c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 1129 time: 0.0459366 Jul 14 11:23:12.527179 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e981980-c913-4711-a72e-d7b5f63146ff None None] New status for floating IP 4bfcd7d5-f479-4914-b85c-6bc3d9fb9191: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:23:12.551749 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-447d29d8-4c34-44ed-978d-9ba7cfdf7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:12.553232 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-447d29d8-4c34-44ed-978d-9ba7cfdf7d20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 200 len: 916 time: 0.1067531 Jul 14 11:23:12.595486 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-2c1b0cd3-19c9-43e8-8c3f-6e69ff225131 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 200 len: 217 time: 0.0347009 Jul 14 11:23:12.645089 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-0c12b585-e35d-4669-b6ed-7ec0755e8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:12.646557 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-0c12b585-e35d-4669-b6ed-7ec0755e8a02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 200 len: 854 time: 0.0451932 Jul 14 11:23:12.695216 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-ce94d239-fc06-4620-a456-e3fedddaa009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:12.696778 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-ce94d239-fc06-4620-a456-e3fedddaa009 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b225fb61-c46d-47c5-a71e-3174b9d9f4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441868 Jul 14 11:23:12.800592 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-996c8940-6a25-4e8b-8b24-930d1a8f8509 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960808 Jul 14 11:23:12.904677 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-e17ff21a-970b-4c06-b0aa-48b8b61b0890 req-10020838-01ed-4740-ae4d-6ba7b7e8bae9 service neutron] 10.222.0.26 "GET /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969248 Jul 14 11:23:14.425691 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384cb27-dae1-4d67-8f34-0968124c48f2 req-4c561979-753f-4f66-a187-7ae7bac874d8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:14.427234 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6384cb27-dae1-4d67-8f34-0968124c48f2 req-4c561979-753f-4f66-a187-7ae7bac874d8 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0568283 Jul 14 11:23:14.719548 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-6384cb27-dae1-4d67-8f34-0968124c48f2 req-84077559-3554-4caa-a258-39696b9f7610 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857006 Jul 14 11:23:15.852047 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40796029-cf7b-4627-b560-3207de10258c req-2c62a81a-766c-4785-b255-15240d9106c7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:15.854181 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40796029-cf7b-4627-b560-3207de10258c req-2c62a81a-766c-4785-b255-15240d9106c7 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0523722 Jul 14 11:23:15.904202 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40796029-cf7b-4627-b560-3207de10258c req-da25d926-efb6-464f-b45f-b7be9e84298d tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Jul 14 11:23:16.651249 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-f30e4290-043c-4fee-af36-617df7c889e3 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:16.652684 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-f30e4290-043c-4fee-af36-617df7c889e3 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0477333 Jul 14 11:23:16.741272 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Deleting port eae020e3-68cc-41b2-b34f-a030ba6e139b {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:16.741608 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:16.841923 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] For port eae020e3-68cc-41b2-b34f-a030ba6e139b, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=eae020e3-68cc-41b2-b34f-a030ba6e139b,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:16.842301 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:16.856677 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:16.861940 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Calling delete_port for eae020e3-68cc-41b2-b34f-a030ba6e139b owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:16.942691 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:17.028566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (eae020e3-68cc-41b2-b34f-a030ba6e139b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:17.038788 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a0d57-f03d-409b-996e-58e922641d63 req-9239e79a-712b-474d-8463-fdd6a3216211 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:17.040348 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fc1a0d57-f03d-409b-996e-58e922641d63 req-9239e79a-712b-474d-8463-fdd6a3216211 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/ports?device_id=f6289419-08d9-4d3f-8178-fe2612830f3c HTTP/1.1" status: 200 len: 945 time: 0.0557928 Jul 14 11:23:17.064017 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['eae020e3-68cc-41b2-b34f-a030ba6e139b'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:23:17.065830 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Pushing event deleted for resources: {'Port': ['ID=eae020e3-68cc-41b2-b34f-a030ba6e139b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:17.096215 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-fc1a0d57-f03d-409b-996e-58e922641d63 req-ec368f01-839c-44d3-8334-d6e920eac7b1 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcedf73c-1d10-407c-973b-13e1e14acb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493674 Jul 14 11:23:17.119957 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] No DVR routers for this DVR port eae020e3-68cc-41b2-b34f-a030ba6e139b on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:23:17.122364 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:17.125650 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-22e445df-916f-43b3-acb9-c6822e8a1f86 req-98993a9a-228b-4841-b808-fb2cc820d135 tempest-TestMinimumBasicScenario-1186079168 tempest-TestMinimumBasicScenario-1186079168-project] 10.222.0.26 "DELETE /v2.0/ports/eae020e3-68cc-41b2-b34f-a030ba6e139b HTTP/1.1" status: 204 len: 173 time: 0.4672832 Jul 14 11:23:17.126092 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'name': 'network-vif-deleted', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:23:17.128376 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062d2b5d-576b-4d35-9067-04d0d17a3578" -d '{"events": [{"server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "name": "network-vif-deleted", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:23:17.171634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66542dd-0807-4691-a423-b83b478ab48e x-openstack-request-id: req-f66542dd-0807-4691-a423-b83b478ab48e {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:23:17.172387 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6289419-08d9-4d3f-8178-fe2612830f3c", "name": "network-vif-deleted", "tag": "eae020e3-68cc-41b2-b34f-a030ba6e139b", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:23:17.172387 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f66542dd-0807-4691-a423-b83b478ab48e {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:23:17.172609 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66542dd-0807-4691-a423-b83b478ab48e'] response: {'server_uuid': 'f6289419-08d9-4d3f-8178-fe2612830f3c', 'name': 'network-vif-deleted', 'tag': 'eae020e3-68cc-41b2-b34f-a030ba6e139b', 'status': 'completed', 'code': 200} Jul 14 11:23:18.019323 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:18.813878 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35382) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:19.143754 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (7209c0a8-578f-4897-a980-0aa93491ff05), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:19.395052 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Deleting port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:19.395402 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:19.488105 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] For port f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:19.488397 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:19.504675 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Calling delete_port for f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:19.508963 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:19.635877 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:19.716824 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:19.741854 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:19.872083 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device eae020e3-68cc-41b2-b34f-a030ba6e139b no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:19.893812 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: eae020e3-68cc-41b2-b34f-a030ba6e139b {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:23:19.894314 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device eae020e3-68cc-41b2-b34f-a030ba6e139b not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:20.000168 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (7209c0a8-578f-4897-a980-0aa93491ff05), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:20.219043 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Router 7209c0a8-578f-4897-a980-0aa93491ff05 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:23:20.326881 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:20.334956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35384) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:20.335797 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bbf7428c-986f-4a7c-91f4-09ee7772b061 admin admin] 10.222.0.75 "PUT /v2.0/routers/7209c0a8-578f-4897-a980-0aa93491ff05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5200891 Jul 14 11:23:20.338432 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] Sync routers for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:20.350071 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:20.350714 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:20.386542 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:20.443183 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:20.453453 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks [] for router (7209c0a8-578f-4897-a980-0aa93491ff05), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:20.553405 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:20.567480 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks [] for router_gateway (7209c0a8-578f-4897-a980-0aa93491ff05), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:20.613661 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Deleting port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:20.613891 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:20.703754 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] For port 6246bab6-7136-40d8-8cb7-ce8ea2277d1e, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:20.704126 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:20.719695 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Calling delete_port for 6246bab6-7136-40d8-8cb7-ce8ea2277d1e owned by network:router_gateway {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:20.727334 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:20.732894 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:23:19Z', 'revision_number': 5, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port': {'id': '6246bab6-7136-40d8-8cb7-ce8ea2277d1e', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:48Z', 'updated_at': '2022-07-14T11:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:20.758109 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] Checking router: 7209c0a8-578f-4897-a980-0aa93491ff05 for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:20.760348 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:20.768843 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] Routers {'7209c0a8-578f-4897-a980-0aa93491ff05'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:20.769478 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['7209c0a8-578f-4897-a980-0aa93491ff05'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:20.862427 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] Set router 7209c0a8-578f-4897-a980-0aa93491ff05 gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:20.918945 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:23:20Z', 'revision_number': 6, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:20.926553 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (6246bab6-7136-40d8-8cb7-ce8ea2277d1e), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:20.947918 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24e419-47bc-405c-a0ee-75d137a253ac None None] The sync data for ids ['7209c0a8-578f-4897-a980-0aa93491ff05'] in dv-cinder-848938-2-iscsi is: [{'id': '7209c0a8-578f-4897-a980-0aa93491ff05', 'name': 'tempest-TestMinimumBasicScenario-1579846847-router', 'tenant_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:47Z', 'updated_at': '2022-07-14T11:23:20Z', 'revision_number': 6, 'project_id': '9b0b1b94221f442daa87ea1e3ca55df3', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:20.951727 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Pushing event deleted for resources: {'Port': ['ID=6246bab6-7136-40d8-8cb7-ce8ea2277d1e,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:21.026993 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (7209c0a8-578f-4897-a980-0aa93491ff05), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.120278 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (7209c0a8-578f-4897-a980-0aa93491ff05), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.122615 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks [] for router_controller (7209c0a8-578f-4897-a980-0aa93491ff05), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.169842 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (7209c0a8-578f-4897-a980-0aa93491ff05), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.170666 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7209c0a8-578f-4897-a980-0aa93491ff05 {{(pid=104141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:23:21.175664 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.176853 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b2c295d4-6b2e-42f4-9c8b-b49933cd850d admin admin] 10.222.0.75 "DELETE /v2.0/routers/7209c0a8-578f-4897-a980-0aa93491ff05 HTTP/1.1" status: 204 len: 168 time: 0.8407402 Jul 14 11:23:21.180115 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35386) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:21.230051 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] Deleting subnet f5eccd1e-cbd5-4241-9e4e-b158bdda1453 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:23:21.233543 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] Publish callbacks [] for subnet (f5eccd1e-cbd5-4241-9e4e-b158bdda1453), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.270004 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (f5eccd1e-cbd5-4241-9e4e-b158bdda1453), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.312528 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:21.363149 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (f5eccd1e-cbd5-4241-9e4e-b158bdda1453), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.427500 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (f5eccd1e-cbd5-4241-9e4e-b158bdda1453), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.456276 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eccd1e-cbd5-4241-9e4e-b158bdda1453,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:21.465312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.470146 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc80e3b-67b8-436c-bc26-3c459a3b921b None None] Network b225fb61-c46d-47c5-a71e-3174b9d9f4b6 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:23:21.471502 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-d7e111da-1788-46c8-91a0-26555eb26300 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f5eccd1e-cbd5-4241-9e4e-b158bdda1453 HTTP/1.1" status: 204 len: 168 time: 0.2901964 Jul 14 11:23:21.473489 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35388) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:21.503476 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:21.554099 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (b225fb61-c46d-47c5-a71e-3174b9d9f4b6), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.607364 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Deleting port 1b4c4fca-8473-4447-b8e8-22cdab95e968 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:21.607736 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.674523 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] For port 1b4c4fca-8473-4447-b8e8-22cdab95e968, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=1b4c4fca-8473-4447-b8e8-22cdab95e968,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:21.674884 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.695672 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Calling delete_port for 1b4c4fca-8473-4447-b8e8-22cdab95e968 owned by network:dhcp {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:21.712814 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] DHCP port deletion for b225fb61-c46d-47c5-a71e-3174b9d9f4b6 request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:23:21.753009 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Deleting port 1b4c4fca-8473-4447-b8e8-22cdab95e968 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:21.753357 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.785774 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.810962 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4c4fca-8473-4447-b8e8-22cdab95e968,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:21.816746 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] No DVR routers for this DVR port 1b4c4fca-8473-4447-b8e8-22cdab95e968 on host dv-cinder-848938-2-iscsi {{(pid=104141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:23:21.821733 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] For port 1b4c4fca-8473-4447-b8e8-22cdab95e968, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=1b4c4fca-8473-4447-b8e8-22cdab95e968,segment=NetworkSegment(3a63c026-c4c8-4713-baa9-d849065b0133),segment_id=3a63c026-c4c8-4713-baa9-d849065b0133)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:21.822127 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.835797 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Calling delete_port for 1b4c4fca-8473-4447-b8e8-22cdab95e968 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:21.839976 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:21.885442 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:21.894670 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (b225fb61-c46d-47c5-a71e-3174b9d9f4b6), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.918453 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b225fb61-c46d-47c5-a71e-3174b9d9f4b6']}} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:21.928081 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (1b4c4fca-8473-4447-b8e8-22cdab95e968), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.928610 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a63c026-c4c8-4713-baa9-d849065b0133') {'for_net_delete': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:21.928916 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a63c026-c4c8-4713-baa9-d849065b0133') {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:21.940595 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60775237'] for segment (3a63c026-c4c8-4713-baa9-d849065b0133), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.954273 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Pushing event deleted for resources: {'Port': ['ID=1b4c4fca-8473-4447-b8e8-22cdab95e968,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:21.955743 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (3a63c026-c4c8-4713-baa9-d849065b0133), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.959072 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] No DVR routers for this DVR port 1b4c4fca-8473-4447-b8e8-22cdab95e968 on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:23:21.964736 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:23:21.965805 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60298122'] for segment (3a63c026-c4c8-4713-baa9-d849065b0133), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:21.966196 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.966550 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.966890 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.967424 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.967940 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.968450 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.968953 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.969443 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.969924 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.970395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.970878 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.972004 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.972338 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.972710 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:21.973407 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc9a34d-cfdb-4342-af54-42549859905c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:22.035059 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (b225fb61-c46d-47c5-a71e-3174b9d9f4b6), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:22.046773 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:22.051364 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] 10.222.0.75 "DELETE /v2.0/networks/b225fb61-c46d-47c5-a71e-3174b9d9f4b6 HTTP/1.1" status: 204 len: 168 time: 0.5766189 Jul 14 11:23:22.054087 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35394) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:22.065155 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf160d79-cbc1-45a9-a2a2-ec4cafc3b0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b225fb61-c46d-47c5-a71e-3174b9d9f4b6,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:22.158997 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 3a63c026-c4c8-4713-baa9-d849065b0133 resource provider aggregate not found Jul 14 11:23:22.176089 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 3a63c026-c4c8-4713-baa9-d849065b0133 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a63c026-c4c8-4713-baa9-d849065b0133 found for delete ", "request_id": "req-31f6398d-9756-4164-a546-ab00b404b819"}]} Jul 14 11:23:22.216358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:22.708202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (e24bb3e1-7996-492d-869e-6e241d51bf53), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:22.746217 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:22.944557 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Deleting port 745e52a0-b39e-45c0-b4db-2d9f76a6d980 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:22.945014 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:22.986832 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:23.014783 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:23:23.015282 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device f6ed5857-3ab0-47d6-ae7a-4f4dafb74cff not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:23.016014 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 1b4c4fca-8473-4447-b8e8-22cdab95e968 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:23.037902 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 1b4c4fca-8473-4447-b8e8-22cdab95e968 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:23:23.038391 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 1b4c4fca-8473-4447-b8e8-22cdab95e968 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:23.038932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 6246bab6-7136-40d8-8cb7-ce8ea2277d1e no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:23.060031 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 6246bab6-7136-40d8-8cb7-ce8ea2277d1e {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:23:23.060428 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 6246bab6-7136-40d8-8cb7-ce8ea2277d1e not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:23.061756 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] For port 745e52a0-b39e-45c0-b4db-2d9f76a6d980, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=745e52a0-b39e-45c0-b4db-2d9f76a6d980,segment=NetworkSegment(77638149-f804-43f1-a5fd-e174e501e215),segment_id=77638149-f804-43f1-a5fd-e174e501e215)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:23.061756 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:23.077951 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Calling delete_port for 745e52a0-b39e-45c0-b4db-2d9f76a6d980 owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:23.306632 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (745e52a0-b39e-45c0-b4db-2d9f76a6d980), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:23.335552 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=745e52a0-b39e-45c0-b4db-2d9f76a6d980,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:23.536523 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (e24bb3e1-7996-492d-869e-6e241d51bf53), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:23.638393 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:23.668191 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:23.795835 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Router e24bb3e1-7996-492d-869e-6e241d51bf53 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:23:23.972734 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:23.981782 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ef81b048-1df1-48aa-b8ae-e0efc0918a5d admin admin] 10.222.0.75 "PUT /v2.0/routers/e24bb3e1-7996-492d-869e-6e241d51bf53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9228845 Jul 14 11:23:23.981782 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35398) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:23.985741 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] Sync routers for ids ['e24bb3e1-7996-492d-869e-6e241d51bf53'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:24.001117 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] Routers {'e24bb3e1-7996-492d-869e-6e241d51bf53'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:24.001832 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e24bb3e1-7996-492d-869e-6e241d51bf53'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:24.101377 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks [] for router (e24bb3e1-7996-492d-869e-6e241d51bf53), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.114330 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] Set router e24bb3e1-7996-492d-869e-6e241d51bf53 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:24.249905 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks [] for router_gateway (e24bb3e1-7996-492d-869e-6e241d51bf53), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.313040 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Deleting port e51452fa-909e-4619-a3bf-4e43a946569f {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:24.313602 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.328181 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:23:23Z', 'revision_number': 5, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port': {'id': 'e51452fa-909e-4619-a3bf-4e43a946569f', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:18:56Z', 'updated_at': '2022-07-14T11:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:24.357693 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] Checking router: e24bb3e1-7996-492d-869e-6e241d51bf53 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:24.366563 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] Routers {'e24bb3e1-7996-492d-869e-6e241d51bf53'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:24.367186 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e24bb3e1-7996-492d-869e-6e241d51bf53'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:24.451717 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] Set router e24bb3e1-7996-492d-869e-6e241d51bf53 gateway port host: None {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:24.457711 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] For port e51452fa-909e-4619-a3bf-4e43a946569f, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e51452fa-909e-4619-a3bf-4e43a946569f,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:24.458313 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.481208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Calling delete_port for e51452fa-909e-4619-a3bf-4e43a946569f owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:24.507015 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:23:24Z', 'revision_number': 6, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:24.533716 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cefd87-c47a-4784-afc7-c94d27c6209f None None] The sync data for ids ['e24bb3e1-7996-492d-869e-6e241d51bf53'] in dv-cinder-848938-2-iscsi is: [{'id': 'e24bb3e1-7996-492d-869e-6e241d51bf53', 'name': 'tempest-TestMinimumBasicScenario-300491697-router', 'tenant_id': 'c8e814c52ec14d749384e4793e146534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:18:55Z', 'updated_at': '2022-07-14T11:23:24Z', 'revision_number': 6, 'project_id': 'c8e814c52ec14d749384e4793e146534', 'gw_port_host': None}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:24.678565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (e51452fa-909e-4619-a3bf-4e43a946569f), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.704477 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Pushing event deleted for resources: {'Port': ['ID=e51452fa-909e-4619-a3bf-4e43a946569f,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:24.778738 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (e24bb3e1-7996-492d-869e-6e241d51bf53), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.862960 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:24.866069 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:24.874213 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (e24bb3e1-7996-492d-869e-6e241d51bf53), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.878549 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks [] for router_controller (e24bb3e1-7996-492d-869e-6e241d51bf53), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.928833 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (e24bb3e1-7996-492d-869e-6e241d51bf53), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.929710 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24bb3e1-7996-492d-869e-6e241d51bf53 {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:23:24.937432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:24.940917 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-15a94199-5489-457e-bc84-ec15694d823a admin admin] 10.222.0.75 "DELETE /v2.0/routers/e24bb3e1-7996-492d-869e-6e241d51bf53 HTTP/1.1" status: 204 len: 168 time: 0.9565773 Jul 14 11:23:24.941881 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35400) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:25.005333 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] Deleting subnet 2c27b850-f196-48b0-a7d3-236bde153ae0 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:23:25.010089 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] Publish callbacks [] for subnet (2c27b850-f196-48b0-a7d3-236bde153ae0), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.051984 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (2c27b850-f196-48b0-a7d3-236bde153ae0), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.138576 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (2c27b850-f196-48b0-a7d3-236bde153ae0), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.178779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:25.209555 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (2c27b850-f196-48b0-a7d3-236bde153ae0), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.256318 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c27b850-f196-48b0-a7d3-236bde153ae0,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:25.261818 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.265085 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a65e9414-3877-42d0-9958-e1edd6d95909 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2c27b850-f196-48b0-a7d3-236bde153ae0 HTTP/1.1" status: 204 len: 168 time: 0.3221478 Jul 14 11:23:25.268277 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35402) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:25.271792 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dea210-b576-4a5e-b7cd-c1d652ed1252 None None] Network 3be85f4c-8067-4e5d-addc-7c4286080862 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:23:25.350182 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (3be85f4c-8067-4e5d-addc-7c4286080862), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.369490 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:25.441407 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Deleting port e6489b0f-607d-4f1b-98de-71c92da9084c {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:25.441839 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.474406 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 745e52a0-b39e-45c0-b4db-2d9f76a6d980 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:25.500474 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 745e52a0-b39e-45c0-b4db-2d9f76a6d980 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:23:25.501011 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 745e52a0-b39e-45c0-b4db-2d9f76a6d980 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:25.519541 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] For port e6489b0f-607d-4f1b-98de-71c92da9084c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e6489b0f-607d-4f1b-98de-71c92da9084c,segment=NetworkSegment(77638149-f804-43f1-a5fd-e174e501e215),segment_id=77638149-f804-43f1-a5fd-e174e501e215)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:25.520115 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.546933 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Calling delete_port for e6489b0f-607d-4f1b-98de-71c92da9084c owned by network:dhcp {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:25.626395 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] DHCP port deletion for 3be85f4c-8067-4e5d-addc-7c4286080862 request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:23:25.682924 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.693260 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] Deleting port e6489b0f-607d-4f1b-98de-71c92da9084c {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:23:25.693831 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.731268 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6489b0f-607d-4f1b-98de-71c92da9084c,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:25.734634 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] No DVR routers for this DVR port e6489b0f-607d-4f1b-98de-71c92da9084c on host dv-cinder-848938-2-iscsi {{(pid=104141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:23:25.810565 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] For port e6489b0f-607d-4f1b-98de-71c92da9084c, host dv-cinder-848938-2-iscsi, got binding levels [] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:25.811608 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.830122 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] Calling delete_port for e6489b0f-607d-4f1b-98de-71c92da9084c owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:23:25.835660 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (3be85f4c-8067-4e5d-addc-7c4286080862), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.835883 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.ipam_backend_mixin [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] Port e6489b0f-607d-4f1b-98de-71c92da9084c was not found and therefore no delete operation was performed {{(pid=104143) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:23:25.838780 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (e6489b0f-607d-4f1b-98de-71c92da9084c), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.858850 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be85f4c-8067-4e5d-addc-7c4286080862']}} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:25.869520 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77638149-f804-43f1-a5fd-e174e501e215') {'for_net_delete': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:25.869818 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77638149-f804-43f1-a5fd-e174e501e215') {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:25.880860 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60775237'] for segment (77638149-f804-43f1-a5fd-e174e501e215), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.884937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] Pushing event deleted for resources: {'Port': ['ID=e6489b0f-607d-4f1b-98de-71c92da9084c,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:25.891937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3823d1-ae62-4a44-9494-8a0d1cd7d0ed None None] No DVR routers for this DVR port e6489b0f-607d-4f1b-98de-71c92da9084c on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:23:25.899125 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (77638149-f804-43f1-a5fd-e174e501e215), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.909310 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:23:25.909720 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60298122'] for segment (77638149-f804-43f1-a5fd-e174e501e215), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.961168 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 77638149-f804-43f1-a5fd-e174e501e215 resource provider aggregate not found Jul 14 11:23:25.982818 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 77638149-f804-43f1-a5fd-e174e501e215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77638149-f804-43f1-a5fd-e174e501e215 found for delete ", "request_id": "req-f56b516c-2be5-4c1f-9a6e-5a21ed8729cc"}]} Jul 14 11:23:25.983730 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (3be85f4c-8067-4e5d-addc-7c4286080862), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.990776 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:25.994173 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3be85f4c-8067-4e5d-addc-7c4286080862 HTTP/1.1" status: 204 len: 168 time: 0.7244422 Jul 14 11:23:26.006143 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb558ce-f459-4ed1-b626-c723466ef9b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be85f4c-8067-4e5d-addc-7c4286080862,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:26.184502 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35414) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:26.238975 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6dbbbed1-63d0-4265-ab33-70454cde63c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b0b1b94221f442daa87ea1e3ca55df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532806 Jul 14 11:23:26.241554 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35416) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:26.294921 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6ee-9668-496e-a847-bb24f17cf251 admin admin] Publish callbacks [] for security_group (dcedf73c-1d10-407c-973b-13e1e14acb16), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.318030 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6ee-9668-496e-a847-bb24f17cf251 admin admin] Publish callbacks [] for security_group (dcedf73c-1d10-407c-973b-13e1e14acb16), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.364343 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6ee-9668-496e-a847-bb24f17cf251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (dcedf73c-1d10-407c-973b-13e1e14acb16), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.366823 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6ee-9668-496e-a847-bb24f17cf251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.367986 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-0a7ab6ee-9668-496e-a847-bb24f17cf251 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dcedf73c-1d10-407c-973b-13e1e14acb16 HTTP/1.1" status: 204 len: 168 time: 0.1255488 Jul 14 11:23:26.376287 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab6ee-9668-496e-a847-bb24f17cf251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcedf73c-1d10-407c-973b-13e1e14acb16,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:26.685395 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35422) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:26.728758 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1c4d8c45-1f30-4527-b0b3-17b3b8fd77d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8e814c52ec14d749384e4793e146534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416806 Jul 14 11:23:26.731105 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35424) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:26.779362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f08b4181-ffc2-4a1a-8751-6c6fe9ad2c78 admin admin] Publish callbacks [] for security_group (22a69c7d-0a06-4043-a56f-6d8cc8c5451a), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.801029 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f08b4181-ffc2-4a1a-8751-6c6fe9ad2c78 admin admin] Publish callbacks [] for security_group (22a69c7d-0a06-4043-a56f-6d8cc8c5451a), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.849547 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f08b4181-ffc2-4a1a-8751-6c6fe9ad2c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (22a69c7d-0a06-4043-a56f-6d8cc8c5451a), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.852215 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-f08b4181-ffc2-4a1a-8751-6c6fe9ad2c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:26.854267 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-f08b4181-ffc2-4a1a-8751-6c6fe9ad2c78 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22a69c7d-0a06-4043-a56f-6d8cc8c5451a HTTP/1.1" status: 204 len: 168 time: 0.1219404 Jul 14 11:23:26.864236 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b4181-ffc2-4a1a-8751-6c6fe9ad2c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a69c7d-0a06-4043-a56f-6d8cc8c5451a,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:26.983881 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e51452fa-909e-4619-a3bf-4e43a946569f no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:27.007607 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: e51452fa-909e-4619-a3bf-4e43a946569f {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:23:27.007954 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e51452fa-909e-4619-a3bf-4e43a946569f not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:27.008355 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e6489b0f-607d-4f1b-98de-71c92da9084c no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:23:27.026924 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: e6489b0f-607d-4f1b-98de-71c92da9084c {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:23:27.027271 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e6489b0f-607d-4f1b-98de-71c92da9084c not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:23:27.573200 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35446) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:27.669381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-965531773-network', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:27.689295 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Made reservation on behalf of 67f0b0b647c442b9a682fd37d756400a for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:27.691375 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.700238 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.779258 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks [] for security_group (8311ceda-0a4b-47aa-bfed-208905797933), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.782936 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (8311ceda-0a4b-47aa-bfed-208905797933), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.810849 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:27.817332 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8311ceda-0a4b-47aa-bfed-208905797933,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:27.824827 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (44958fc8-f78e-4b0f-aed3-1050c9b2d012), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.825173 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Added segment 44958fc8-f78e-4b0f-aed3-1050c9b2d012 of type vlan for network ead00b99-19ce-4452-ac14-f28ed397e4b0 Jul 14 11:23:27.866507 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (ead00b99-19ce-4452-ac14-f28ed397e4b0), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.891845 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (ead00b99-19ce-4452-ac14-f28ed397e4b0), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.892800 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:27.893377 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:27.924544 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3502433 Jul 14 11:23:27.927339 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35450) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:27.932395 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Request body: {'subnet': {'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-965531773-subnet', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:27.968564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3ff1c-c324-42fe-b3ac-30da788b8e73 admin admin] Pushing event updated for resources: {'Network': ['ID=ead00b99-19ce-4452-ac14-f28ed397e4b0,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:27.978502 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:27.981662 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Made reservation on behalf of 67f0b0b647c442b9a682fd37d756400a for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:27.984082 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62470254'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.069775 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:28.164589 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59019999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62470236'] for subnet (946b1920-d1ff-44f1-8db3-34165dc740a9), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.172291 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:28.259375 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-dfe6ceba-b82c-4037-b16f-beaac1ad3b19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876112 Jul 14 11:23:28.264320 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946b1920-d1ff-44f1-8db3-34165dc740a9,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:28.284977 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Checking segment: {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:28.285346 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Network hostable DHCP agents. Network: ead00b99-19ce-4452-ac14-f28ed397e4b0, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:28.310613 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:28.334580 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, ead00b99-19ce-4452-ac14-f28ed397e4b0) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:28.347713 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4e145c-24b8-4448-b532-975545996b52 None None] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:23:28.359821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:28.360421 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.377667 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:28.382432 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-f456cca3-4d30-413c-ad21-4adb6443fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:28.384242 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-f456cca3-4d30-413c-ad21-4adb6443fdd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 1129 time: 0.0606346 Jul 14 11:23:28.387961 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-19a052ef-312f-4422-8424-2e44be56f437 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4596236 Jul 14 11:23:28.391659 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35452) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:28.396518 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:28.438484 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (64cab475-1bba-4595-96bc-3a378b4980ac), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.439590 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (64cab475-1bba-4595-96bc-3a378b4980ac), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.468414 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-ead00b99-19ce-4452-ac14-f28ed397e4b0', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:23:28.469584 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.486544 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:28.553406 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks [] for router_controller (64cab475-1bba-4595-96bc-3a378b4980ac), precommit_add_association {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.561195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-c62b03f8-41d2-4977-80f1-ba24be68849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:28.562694 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-c62b03f8-41d2-4977-80f1-ba24be68849e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.1524022 Jul 14 11:23:28.616904 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Allocated IP 172.20.0.2 (ead00b99-19ce-4452-ac14-f28ed397e4b0/946b1920-d1ff-44f1-8db3-34165dc740a9/27fc364c-9d76-475f-9d13-01d67fe0864a) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:28.741116 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-b0d7b003-0c36-4155-adf1-b3afda7dc066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7 HTTP/1.1" status: 200 len: 1001 time: 0.1430120 Jul 14 11:23:28.746524 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks [] for router_gateway (64cab475-1bba-4595-96bc-3a378b4980ac), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.770940 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Publish callbacks [] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.778086 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.824068 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:28.827613 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:28.829398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Pushing event updated for resources: {'Port': ['ID=27fc364c-9d76-475f-9d13-01d67fe0864a,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:28.831616 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:23:28.849689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-ff0f3a37-bcae-4d16-a454-5048bf560495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:28.851161 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-ff0f3a37-bcae-4d16-a454-5048bf560495 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.1012628 Jul 14 11:23:28.893090 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Attempting to bind port 27fc364c-9d76-475f-9d13-01d67fe0864a on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:23:28.893735 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Attempting to bind port 27fc364c-9d76-475f-9d13-01d67fe0864a by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:23:28.894122 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Attempting to bind port 27fc364c-9d76-475f-9d13-01d67fe0864a on network ead00b99-19ce-4452-ac14-f28ed397e4b0 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:23:28.899246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:23:28.900169 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Checking segment: {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:28.900581 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.900973 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Bound using segment: {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:23:28.901444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Bound port: 27fc364c-9d76-475f-9d13-01d67fe0864a, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:23:28.901822 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:28.931126 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-9d10f83c-e09b-4a20-a0f7-edd54329cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:28.932645 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-9d10f83c-e09b-4a20-a0f7-edd54329cf76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748162 Jul 14 11:23:28.959619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:28.965357 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] For port 27fc364c-9d76-475f-9d13-01d67fe0864a, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:28.968509 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] For port 27fc364c-9d76-475f-9d13-01d67fe0864a, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=27fc364c-9d76-475f-9d13-01d67fe0864a,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:28.974288 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:29.034274 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f19e6-7695-45c0-8968-539789aee974 None None] Pushing event updated for resources: {'Port': ['ID=27fc364c-9d76-475f-9d13-01d67fe0864a,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:29.080525 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks [] for router_gateway (64cab475-1bba-4595-96bc-3a378b4980ac), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:29.110085 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:29.116012 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-99df7566-4d1d-4b17-a78c-bb542fd0ced1 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526906 Jul 14 11:23:29.192265 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:29.310926 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-f2b2db6d-8222-4dae-809c-a49ce0ce6377 req-e141a771-0cd0-47f3-b561-04b6965678e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881607 Jul 14 11:23:29.312025 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Allocated IP 172.27.0.106 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/0a1a982c-6985-4a1c-940f-27f327cdffed) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:29.425390 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks [] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:29.764933 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:29.818397 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:29.822009 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:29.824443 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:23:29.826769 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1a982c-6985-4a1c-940f-27f327cdffed,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:29.959287 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32917aa6-3ace-4142-9619-ef82d5629b43 None None] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:23:30.035066 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-bd4fe775-91f5-4f65-b9f1-1d6855c9259d None None] Provisioning complete for port 27fc364c-9d76-475f-9d13-01d67fe0864a triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:30.035605 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe775-91f5-4f65-b9f1-1d6855c9259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:30.101858 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks [] for router_gateway (64cab475-1bba-4595-96bc-3a378b4980ac), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:30.139792 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:30.147106 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:30.162595 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-bd4fe775-91f5-4f65-b9f1-1d6855c9259d None None] Current status of the port 27fc364c-9d76-475f-9d13-01d67fe0864a is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:30.162982 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe775-91f5-4f65-b9f1-1d6855c9259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:30.207932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-bd4fe775-91f5-4f65-b9f1-1d6855c9259d None None] For port 27fc364c-9d76-475f-9d13-01d67fe0864a, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=27fc364c-9d76-475f-9d13-01d67fe0864a,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:30.213950 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe775-91f5-4f65-b9f1-1d6855c9259d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:30.274665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:30.282190 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fe775-91f5-4f65-b9f1-1d6855c9259d None None] Pushing event updated for resources: {'Port': ['ID=27fc364c-9d76-475f-9d13-01d67fe0864a,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:30.323679 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (64cab475-1bba-4595-96bc-3a378b4980ac), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:30.434673 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-46e1d13a-fa6e-485c-8871-9ea800d6b1db None None] Provisioning complete for port 27fc364c-9d76-475f-9d13-01d67fe0864a triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:30.435141 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-46e1d13a-fa6e-485c-8871-9ea800d6b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:30.452487 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Router 64cab475-1bba-4595-96bc-3a378b4980ac is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104142) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:23:30.455061 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:30.513144 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-46e1d13a-fa6e-485c-8871-9ea800d6b1db None None] Current status of the port 27fc364c-9d76-475f-9d13-01d67fe0864a is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:30.558395 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:30.569800 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Sync routers for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:30.578469 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:30.582547 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b08a407d-b0d1-4590-92d6-446172e39126 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1869211 Jul 14 11:23:30.582723 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:30.582723 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:30.582945 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35454) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:30.672408 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:30.691629 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:30.863356 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:29Z', 'revision_number': 3, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:30.880135 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:30.892804 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Checking router: 64cab475-1bba-4595-96bc-3a378b4980ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:30.893147 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Updating router 64cab475-1bba-4595-96bc-3a378b4980ac port 0a1a982c-6985-4a1c-940f-27f327cdffed binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:23:30.924255 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.005692 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.023340 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 27fc364c-9d76-475f-9d13-01d67fe0864a up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:31.070938 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 27fc364c-9d76-475f-9d13-01d67fe0864a triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:31.071635 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.147196 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 27fc364c-9d76-475f-9d13-01d67fe0864a is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:31.173064 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Allocated IP 172.20.0.1 (ead00b99-19ce-4452-ac14-f28ed397e4b0/946b1920-d1ff-44f1-8db3-34165dc740a9/48c114e8-d86e-49e3-9e22-d6ddb930931f) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:31.189870 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Publish callbacks [] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.197444 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.254646 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Attempting to bind port 0a1a982c-6985-4a1c-940f-27f327cdffed on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:23:31.255013 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Attempting to bind port 0a1a982c-6985-4a1c-940f-27f327cdffed by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:23:31.255370 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Attempting to bind port 0a1a982c-6985-4a1c-940f-27f327cdffed on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:23:31.258274 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:31.261462 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Pushing event updated for resources: {'Port': ['ID=0a1a982c-6985-4a1c-940f-27f327cdffed,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.268161 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:23:31.268541 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:31.268938 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.269331 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:23:31.269794 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Bound port: 0a1a982c-6985-4a1c-940f-27f327cdffed, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:23:31.270168 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.273667 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.274107 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.274415 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.275476 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.275842 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.276174 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.276502 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.276819 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.277140 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.277462 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.277782 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.278101 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.278451 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.278761 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.279076 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:23:31.285378 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks [] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.312637 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:31.319218 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.333907 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] For port 0a1a982c-6985-4a1c-940f-27f327cdffed, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:31.337198 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] For port 0a1a982c-6985-4a1c-940f-27f327cdffed, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0a1a982c-6985-4a1c-940f-27f327cdffed,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:31.343570 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.357082 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:31.360008 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:31.366223 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:23:31.395202 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Pushing event updated for resources: {'Port': ['ID=48c114e8-d86e-49e3-9e22-d6ddb930931f,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.403774 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:31.404322 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:31.410013 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (64cab475-1bba-4595-96bc-3a378b4980ac), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.449929 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706893c0-737c-47f7-ad63-2c59b18bb457 None None] Pushing event updated for resources: {'Port': ['ID=0a1a982c-6985-4a1c-940f-27f327cdffed,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.480993 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:31.531712 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:31.570658 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), before_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.648368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-3858a247-3b18-4c0b-b9fa-8394ff7922b3 None None] Provisioning complete for port 48c114e8-d86e-49e3-9e22-d6ddb930931f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:31.648922 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3858a247-3b18-4c0b-b9fa-8394ff7922b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.692258 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3858a247-3b18-4c0b-b9fa-8394ff7922b3 None None] Port 48c114e8-d86e-49e3-9e22-d6ddb930931f cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:23:31.714202 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:31.768207 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks [] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.777400 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60298222'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), after_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.834526 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:29Z', 'revision_number': 3, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:31.853170 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Pushing event updated for resources: {'Port': ['ID=48c114e8-d86e-49e3-9e22-d6ddb930931f,revision_number=2']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:31.856503 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (64cab475-1bba-4595-96bc-3a378b4980ac), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:31.863988 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d3c91-a083-4e8d-b1c8-0b3844ac596c None None] The sync data for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi is: [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:29Z', 'revision_number': 3, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:32.219603 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:32.221062 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:32.350634 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Router 64cab475-1bba-4595-96bc-3a378b4980ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:23:32.463875 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:32.468855 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-a882cf41-0355-491e-909d-eb5475ce9677 admin admin] 10.222.0.75 "PUT /v2.0/routers/64cab475-1bba-4595-96bc-3a378b4980ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8848660 Jul 14 11:23:32.515973 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-361af0dd-89c3-4650-afa5-4634d3b44f57 None None] Provisioning complete for port 48c114e8-d86e-49e3-9e22-d6ddb930931f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:32.516549 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-361af0dd-89c3-4650-afa5-4634d3b44f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:32.555067 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-361af0dd-89c3-4650-afa5-4634d3b44f57 None None] Port 48c114e8-d86e-49e3-9e22-d6ddb930931f cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:23:32.965917 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35470) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:32.971218 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-121302417-network', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:32.992399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Made reservation on behalf of b9459e6ccd784ecfb7f268823adc0b84 for: {'network': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:32.994933 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for network (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.004268 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.016980 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0a1a982c-6985-4a1c-940f-27f327cdffed up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:33.063740 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 0a1a982c-6985-4a1c-940f-27f327cdffed triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:33.064101 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.090221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks [] for security_group (67fb840c-7905-4723-869d-41e4945814af), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.094118 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (67fb840c-7905-4723-869d-41e4945814af), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.125809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=104142) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:23:33.132944 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb840c-7905-4723-869d-41e4945814af,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:33.141943 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (371953aa-963f-477f-a062-0c53542f1a7a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.142347 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.segments_db [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Added segment 371953aa-963f-477f-a062-0c53542f1a7a of type vlan for network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 Jul 14 11:23:33.144671 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 0a1a982c-6985-4a1c-940f-27f327cdffed is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:33.145367 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.169337 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 0a1a982c-6985-4a1c-940f-27f327cdffed, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0a1a982c-6985-4a1c-940f-27f327cdffed,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:33.174698 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.196214 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781906059569'] for network (d90e5ea7-68b6-40d2-b9f6-fede1541cc62), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.230543 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988'] for network (d90e5ea7-68b6-40d2-b9f6-fede1541cc62), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.231596 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:33.232187 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.242875 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=0a1a982c-6985-4a1c-940f-27f327cdffed,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:33.306408 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3387251 Jul 14 11:23:33.310195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35472) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:33.319672 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Request body: {'subnet': {'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-121302417-subnet', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'ip_version': 4}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:33.326131 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead84bf6-c976-423a-a0fd-6223a65da25d admin admin] Pushing event updated for resources: {'Network': ['ID=d90e5ea7-68b6-40d2-b9f6-fede1541cc62,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:33.336013 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:33.340613 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 details requested by agent ovs-agent-dv-cinder-848938-2-iscsi with host dv-cinder-848938-2-iscsi {{(pid=104143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:23:33.347493 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Made reservation on behalf of b9459e6ccd784ecfb7f268823adc0b84 for: {'subnet': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:23:33.349992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62470254'] for subnet (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.503934 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Sync routers for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:33.515958 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:33.516514 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:33.550063 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59019999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62470236'] for subnet (1833e12a-878d-4394-8ca2-de4668732ab3), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.620660 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:33.621491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1833e12a-878d-4394-8ca2-de4668732ab3,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:33.625408 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:33.630099 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Checking segment: {'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:33.630463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Network hostable DHCP agents. Network: d90e5ea7-68b6-40d2-b9f6-fede1541cc62, hostable agents: ['96d65420-4b82-4dfb-a492-748772973413'], hosted agents: [] {{(pid=104142) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:23:33.651821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 is scheduled to be hosted by DHCP agent 96d65420-4b82-4dfb-a492-748772973413 with binding_index 1 {{(pid=104142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:23:33.670706 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848938-2-iscsi, d90e5ea7-68b6-40d2-b9f6-fede1541cc62) {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:33.678362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:23:33.679044 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.698042 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-bf701c03-6ca9-4113-8bb1-6813bd83b42e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3860762 Jul 14 11:23:33.700875 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35474) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:33.703006 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d37018-93a4-4f67-b17a-d4455dbdc73a None None] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:23:33.708471 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:33.709750 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:33.729786 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:33.743416 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-715342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4028'] for router (e70f0ad4-b13b-4170-9865-d074319f4aab), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.746195 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-718527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3979'] for router (e70f0ad4-b13b-4170-9865-d074319f4aab), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.803100 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks [] for router_controller (e70f0ad4-b13b-4170-9865-d074319f4aab), precommit_add_association {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.902542 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c3c2907-9c7c-5766-bb35-8e651c68968b-d90e5ea7-68b6-40d2-b9f6-fede1541cc62', 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62', 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'fixed_ips': [{'subnet_id': '1833e12a-878d-4394-8ca2-de4668732ab3'}]}} from dv-cinder-848938-2-iscsi. {{(pid=104143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:23:33.903490 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.938867 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 2, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:33.942677 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks [] for router_gateway (e70f0ad4-b13b-4170-9865-d074319f4aab), precommit_update {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:33.952520 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:34.136561 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks [] for router_gateway (e70f0ad4-b13b-4170-9865-d074319f4aab), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.140157 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Checking router: 64cab475-1bba-4595-96bc-3a378b4980ac for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:34.140510 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Updating router 64cab475-1bba-4595-96bc-3a378b4980ac port 48c114e8-d86e-49e3-9e22-d6ddb930931f binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:23:34.159793 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.186305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.218799 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:34.258302 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.db_base_plugin_common [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Allocated IP 172.20.0.2 (d90e5ea7-68b6-40d2-b9f6-fede1541cc62/1833e12a-878d-4394-8ca2-de4668732ab3/4831bf17-0adf-49bf-86e5-8e253e4800da) {{(pid=104143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:34.271200 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_common [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Allocated IP 172.27.0.16 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/0eafced2-bc2b-43a4-a512-645d901539eb) {{(pid=104141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:34.387956 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks [] for port (0eafced2-bc2b-43a4-a512-645d901539eb), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.438543 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.477647 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:34.482387 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.base_scheduler [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:34.483667 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Received port after_create {{(pid=104141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:23:34.521014 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0eafced2-bc2b-43a4-a512-645d901539eb,revision_number=1']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:34.578690 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Publish callbacks [] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), precommit_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.589975 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), after_create {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.599176 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:34.674783 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:34.682588 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 is already hosted by enough agents. {{(pid=104143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:34.690295 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Publish callbacks [] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.692189 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.scheduler.base_scheduler [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Resources bound (agent type, host, resource id): {{(pid=104143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:34.695311 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Pushing event updated for resources: {'Port': ['ID=4831bf17-0adf-49bf-86e5-8e253e4800da,revision_number=1']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:34.698483 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Received port after_create {{(pid=104143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:23:34.702328 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.764429 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks [] for router_gateway (e70f0ad4-b13b-4170-9865-d074319f4aab), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.792652 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a93f9-f995-4387-8e2d-d5ea52d28ec7 None None] Pushing event updated for resources: {'Port': ['ID=48c114e8-d86e-49e3-9e22-d6ddb930931f,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:34.812561 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Attempting to bind port 4831bf17-0adf-49bf-86e5-8e253e4800da on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:23:34.812930 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Attempting to bind port 4831bf17-0adf-49bf-86e5-8e253e4800da by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:23:34.813293 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Attempting to bind port 4831bf17-0adf-49bf-86e5-8e253e4800da on network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:23:34.816252 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:34.839123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:23:34.839123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Checking segment: {'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:34.839123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.839685 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Bound using segment: {'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:23:34.839838 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Bound port: 4831bf17-0adf-49bf-86e5-8e253e4800da, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:23:34.840216 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.887361 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Attempting to bind port 48c114e8-d86e-49e3-9e22-d6ddb930931f on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:23:34.887744 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Attempting to bind port 48c114e8-d86e-49e3-9e22-d6ddb930931f by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:23:34.888109 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Attempting to bind port 48c114e8-d86e-49e3-9e22-d6ddb930931f on network ead00b99-19ce-4452-ac14-f28ed397e4b0 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:23:34.913279 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:23:34.913652 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Checking segment: {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:34.914061 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.914456 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Bound using segment: {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:23:34.914960 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Bound port: 48c114e8-d86e-49e3-9e22-d6ddb930931f, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:23:34.915874 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:34.973946 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] For port 4831bf17-0adf-49bf-86e5-8e253e4800da, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:34.997335 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-715459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-718419'] for router (e70f0ad4-b13b-4170-9865-d074319f4aab), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.000655 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] For port 4831bf17-0adf-49bf-86e5-8e253e4800da, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=4831bf17-0adf-49bf-86e5-8e253e4800da,segment=NetworkSegment(371953aa-963f-477f-a062-0c53542f1a7a),segment_id=371953aa-963f-477f-a062-0c53542f1a7a)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:35.020860 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.029684 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0a1a982c-6985-4a1c-940f-27f327cdffed up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:35.039183 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] For port 48c114e8-d86e-49e3-9e22-d6ddb930931f, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:35.077449 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-a86ac83e-995c-4ba0-b143-f4d27999c364 None None] Provisioning complete for port 48c114e8-d86e-49e3-9e22-d6ddb930931f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:35.078248 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-a86ac83e-995c-4ba0-b143-f4d27999c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.116501 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] For port 48c114e8-d86e-49e3-9e22-d6ddb930931f, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=48c114e8-d86e-49e3-9e22-d6ddb930931f,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:35.139437 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Router e70f0ad4-b13b-4170-9865-d074319f4aab is scheduled to L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc with binding_index 1 {{(pid=104141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:23:35.152219 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.167540 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-a86ac83e-995c-4ba0-b143-f4d27999c364 None None] Port 48c114e8-d86e-49e3-9e22-d6ddb930931f cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:23:35.177664 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101c8f0-eadc-4e3d-adac-1f6557277cab None None] Pushing event updated for resources: {'Port': ['ID=4831bf17-0adf-49bf-86e5-8e253e4800da,revision_number=2']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:35.220164 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:35.220834 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:35.278027 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 0a1a982c-6985-4a1c-940f-27f327cdffed triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:35.278457 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.278777 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:35.290944 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Sync routers for ids ['e70f0ad4-b13b-4170-9865-d074319f4aab'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:35.312813 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.315311 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Routers {'e70f0ad4-b13b-4170-9865-d074319f4aab'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:35.316197 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e70f0ad4-b13b-4170-9865-d074319f4aab'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:35.317542 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35476) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:35.327489 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-b67b2baf-c02f-4efa-8eb8-dcdd1500f1c7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6238878 Jul 14 11:23:35.339822 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a93f9-f995-4387-8e2d-d5ea52d28ec7 None None] Pushing event updated for resources: {'Port': ['ID=48c114e8-d86e-49e3-9e22-d6ddb930931f,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:35.463500 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:35.464905 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 0a1a982c-6985-4a1c-940f-27f327cdffed is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:35.476877 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-c469cfb3-184c-4493-94d7-f17f08b58a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.494879 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:35.525352 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Set router e70f0ad4-b13b-4170-9865-d074319f4aab gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:35.568654 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:35.705784 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-aae37313-77c8-416b-a52c-cca7f710f5dc None None] Provisioning complete for port 48c114e8-d86e-49e3-9e22-d6ddb930931f triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:35.706530 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-aae37313-77c8-416b-a52c-cca7f710f5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.759045 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:23:34Z', 'revision_number': 3, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port': {'id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:34Z', 'updated_at': '2022-07-14T11:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:35.796663 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Checking router: e70f0ad4-b13b-4170-9865-d074319f4aab for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:35.797192 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Updating router e70f0ad4-b13b-4170-9865-d074319f4aab port 0eafced2-bc2b-43a4-a512-645d901539eb binding host dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:23:35.830070 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:35.838804 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.862125 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3194a008-9d78-42c7-803e-3ea0b7386e2f None None] The sync data for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi is: [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:35.864184 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-aae37313-77c8-416b-a52c-cca7f710f5dc None None] Current status of the port 48c114e8-d86e-49e3-9e22-d6ddb930931f is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:35.864573 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-aae37313-77c8-416b-a52c-cca7f710f5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.939840 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-aae37313-77c8-416b-a52c-cca7f710f5dc None None] For port 48c114e8-d86e-49e3-9e22-d6ddb930931f, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=48c114e8-d86e-49e3-9e22-d6ddb930931f,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:35.957203 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-aae37313-77c8-416b-a52c-cca7f710f5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:35.970546 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.050076 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae37313-77c8-416b-a52c-cca7f710f5dc None None] Pushing event updated for resources: {'Port': ['ID=48c114e8-d86e-49e3-9e22-d6ddb930931f,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:36.100888 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:36.129942 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:36.173988 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:36.221444 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Allocated IP 172.20.0.1 (d90e5ea7-68b6-40d2-b9f6-fede1541cc62/1833e12a-878d-4394-8ca2-de4668732ab3/78dfda6d-7026-4175-a29e-2d90e267e96c) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:23:36.235170 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Publish callbacks [] for port (0eafced2-bc2b-43a4-a512-645d901539eb), precommit_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.245279 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.307662 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Attempting to bind port 0eafced2-bc2b-43a4-a512-645d901539eb on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:23:36.308364 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Attempting to bind port 0eafced2-bc2b-43a4-a512-645d901539eb by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:23:36.308614 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Attempting to bind port 0eafced2-bc2b-43a4-a512-645d901539eb on network f53ee9e8-df85-4689-b40a-c89046bf11d8 {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:23:36.323247 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:23:36.323801 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Checking segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:36.324266 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.324741 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Bound using segment: {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'} {{(pid=104144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:23:36.325242 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.managers [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Bound port: 0eafced2-bc2b-43a4-a512-645d901539eb, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e12890-b0e4-4338-b3fa-4639188c1c13', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8'}}] {{(pid=104144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:23:36.325739 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), before_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.371499 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks [] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.383705 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec2fe3-beb8-4a8c-b8fc-2ee307612784 None None] Pushing event updated for resources: {'Port': ['ID=0eafced2-bc2b-43a4-a512-645d901539eb,revision_number=2']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:36.389512 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] For port 0eafced2-bc2b-43a4-a512-645d901539eb, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:36.394660 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.plugins.ml2.db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] For port 0eafced2-bc2b-43a4-a512-645d901539eb, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0eafced2-bc2b-43a4-a512-645d901539eb,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:36.403776 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron_lib.callbacks.manager [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), after_update {{(pid=104144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.422140 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.472054 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Routers {'e70f0ad4-b13b-4170-9865-d074319f4aab'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:36.472336 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e70f0ad4-b13b-4170-9865-d074319f4aab'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:36.474111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:36.476453 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ffc58-690a-46a6-94a9-79353e3e0503 None None] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:23:36.486615 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:36.500719 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:36.504790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Pushing event updated for resources: {'Port': ['ID=78dfda6d-7026-4175-a29e-2d90e267e96c,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:36.514463 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:23:36.580177 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704653'] for router_interface (e70f0ad4-b13b-4170-9865-d074319f4aab), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.600905 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] Set router e70f0ad4-b13b-4170-9865-d074319f4aab gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:36.668771 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec2fe3-beb8-4a8c-b8fc-2ee307612784 None None] Pushing event updated for resources: {'Port': ['ID=0eafced2-bc2b-43a4-a512-645d901539eb,revision_number=3']} {{(pid=104144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:36.724272 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-6ebea809-4506-4f35-8584-c794ce959371 None None] Provisioning complete for port 4831bf17-0adf-49bf-86e5-8e253e4800da triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:36.725151 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6ebea809-4506-4f35-8584-c794ce959371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.748437 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.844325 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:23:34Z', 'revision_number': 3, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port': {'id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:34Z', 'updated_at': '2022-07-14T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:36.869013 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-6ebea809-4506-4f35-8584-c794ce959371 None None] Current status of the port 4831bf17-0adf-49bf-86e5-8e253e4800da is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:36.869558 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6ebea809-4506-4f35-8584-c794ce959371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:36.898111 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1db23a-9854-46ec-a61d-de2a738ee992 None None] The sync data for ids ['e70f0ad4-b13b-4170-9865-d074319f4aab'] in dv-cinder-848938-2-iscsi is: [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:23:34Z', 'revision_number': 3, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port': {'id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:34Z', 'updated_at': '2022-07-14T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:36.930017 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-6ebea809-4506-4f35-8584-c794ce959371 None None] For port 4831bf17-0adf-49bf-86e5-8e253e4800da, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=4831bf17-0adf-49bf-86e5-8e253e4800da,segment=NetworkSegment(371953aa-963f-477f-a062-0c53542f1a7a),segment_id=371953aa-963f-477f-a062-0c53542f1a7a)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:36.939838 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6ebea809-4506-4f35-8584-c794ce959371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.018124 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebea809-4506-4f35-8584-c794ce959371 None None] Pushing event updated for resources: {'Port': ['ID=4831bf17-0adf-49bf-86e5-8e253e4800da,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:37.064549 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks [] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.079533 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.172054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707829'] for router_interface (e70f0ad4-b13b-4170-9865-d074319f4aab), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.174244 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Pushing event updated for resources: {'Port': ['ID=78dfda6d-7026-4175-a29e-2d90e267e96c,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:37.198594 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-b5becd29-17b2-437d-b929-f1482ba9ddbd None None] Provisioning complete for port 4831bf17-0adf-49bf-86e5-8e253e4800da triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:37.199064 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5becd29-17b2-437d-b929-f1482ba9ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.251110 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 48c114e8-d86e-49e3-9e22-d6ddb930931f up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:37.314019 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:37.330919 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 48c114e8-d86e-49e3-9e22-d6ddb930931f triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:37.331237 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.388036 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:23:37.389975 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:23:37.395434 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:37.399425 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:37.423049 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b5becd29-17b2-437d-b929-f1482ba9ddbd None None] Current status of the port 4831bf17-0adf-49bf-86e5-8e253e4800da is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:37.437785 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-b5becd29-17b2-437d-b929-f1482ba9ddbd None None] Provisioning complete for port 78dfda6d-7026-4175-a29e-2d90e267e96c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:37.438162 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b5becd29-17b2-437d-b929-f1482ba9ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.532151 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b5becd29-17b2-437d-b929-f1482ba9ddbd None None] Port 78dfda6d-7026-4175-a29e-2d90e267e96c cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:23:37.542827 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 48c114e8-d86e-49e3-9e22-d6ddb930931f is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:37.544533 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4831bf17-0adf-49bf-86e5-8e253e4800da up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:37.584893 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Router e70f0ad4-b13b-4170-9865-d074319f4aab has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:23:37.643602 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 4831bf17-0adf-49bf-86e5-8e253e4800da triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:37.643980 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.707757 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-dec2379b-eff6-4cce-be34-55be40215b26 None None] Provisioning complete for port 78dfda6d-7026-4175-a29e-2d90e267e96c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:37.708364 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-dec2379b-eff6-4cce-be34-55be40215b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.743576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:23:37.750065 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-74c27fc6-5afe-4337-873b-dc34fafa02e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.763783 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2acaebcf-7f5c-4b95-ac55-9ff9db9894bf admin admin] 10.222.0.75 "PUT /v2.0/routers/e70f0ad4-b13b-4170-9865-d074319f4aab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4371939 Jul 14 11:23:37.764003 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-dec2379b-eff6-4cce-be34-55be40215b26 None None] Port 78dfda6d-7026-4175-a29e-2d90e267e96c cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:23:37.808755 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 4831bf17-0adf-49bf-86e5-8e253e4800da is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:37.880695 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-eb6065c9-add0-4b46-ae60-5bf34255235b None None] Provisioning complete for port 78dfda6d-7026-4175-a29e-2d90e267e96c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:37.881067 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-eb6065c9-add0-4b46-ae60-5bf34255235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:37.920628 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-eb6065c9-add0-4b46-ae60-5bf34255235b None None] Port 78dfda6d-7026-4175-a29e-2d90e267e96c cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:23:38.746918 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.061774 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4831bf17-0adf-49bf-86e5-8e253e4800da up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:39.110529 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 4831bf17-0adf-49bf-86e5-8e253e4800da triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:39.110899 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.147158 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35486) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:39.152264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-3452f6d2-08ba-4532-b6f4-b1b5f099a412 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047056091', 'description': 'tempest-secgroup-smoke-2047056091 description', 'project_id': '67f0b0b647c442b9a682fd37d756400a'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:39.173864 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3452f6d2-08ba-4532-b6f4-b1b5f099a412 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.194368 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:39.201170 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 4831bf17-0adf-49bf-86e5-8e253e4800da is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:39.202247 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0eafced2-bc2b-43a4-a512-645d901539eb up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:39.251408 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3452f6d2-08ba-4532-b6f4-b1b5f099a412 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group (5fd4b533-ed24-4ed4-9389-9725f274244a), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.251771 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 0eafced2-bc2b-43a4-a512-645d901539eb triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:39.252203 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.255239 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3452f6d2-08ba-4532-b6f4-b1b5f099a412 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (5fd4b533-ed24-4ed4-9389-9725f274244a), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.285397 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-3452f6d2-08ba-4532-b6f4-b1b5f099a412 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.292552 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3452f6d2-08ba-4532-b6f4-b1b5f099a412 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1384344 Jul 14 11:23:39.292552 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35488) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:39.295350 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-c75c72cf-5ab0-4815-8be6-307ff881e261 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'security_group_rule': {'security_group_id': '5fd4b533-ed24-4ed4-9389-9725f274244a', 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:39.302208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452f6d2-08ba-4532-b6f4-b1b5f099a412 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd4b533-ed24-4ed4-9389-9725f274244a,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.332119 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c75c72cf-5ab0-4815-8be6-307ff881e261 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (0be86666-47fd-4bde-b869-4ba307b3c342), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.333123 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Sync routers for ids ['e70f0ad4-b13b-4170-9865-d074319f4aab'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:23:39.361231 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Routers {'e70f0ad4-b13b-4170-9865-d074319f4aab'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:39.361861 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e70f0ad4-b13b-4170-9865-d074319f4aab'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:39.363687 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 0eafced2-bc2b-43a4-a512-645d901539eb is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:39.364070 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.401543 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c75c72cf-5ab0-4815-8be6-307ff881e261 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (0be86666-47fd-4bde-b869-4ba307b3c342), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.405449 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c75c72cf-5ab0-4815-8be6-307ff881e261 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (0be86666-47fd-4bde-b869-4ba307b3c342), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.418231 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:39.427993 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c72cf-5ab0-4815-8be6-307ff881e261 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be86666-47fd-4bde-b869-4ba307b3c342,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.433419 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] For port 0eafced2-bc2b-43a4-a512-645d901539eb, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0eafced2-bc2b-43a4-a512-645d901539eb,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:39.433682 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-c75c72cf-5ab0-4815-8be6-307ff881e261 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.437895 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-c75c72cf-5ab0-4815-8be6-307ff881e261 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444244 Jul 14 11:23:39.438234 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35490) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:39.442959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-80fd51fe-efdf-4a1a-bfc4-0ff99645b835 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'security_group_rule': {'security_group_id': '5fd4b533-ed24-4ed4-9389-9725f274244a', 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:39.443304 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.484665 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80fd51fe-efdf-4a1a-bfc4-0ff99645b835 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (77b9bde4-b701-46fe-bda9-7d56075233ba), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.542073 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Set router e70f0ad4-b13b-4170-9865-d074319f4aab gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:39.544539 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Pushing event updated for resources: {'Port': ['ID=0eafced2-bc2b-43a4-a512-645d901539eb,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.550991 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80fd51fe-efdf-4a1a-bfc4-0ff99645b835 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (77b9bde4-b701-46fe-bda9-7d56075233ba), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.556555 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80fd51fe-efdf-4a1a-bfc4-0ff99645b835 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (77b9bde4-b701-46fe-bda9-7d56075233ba), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.577466 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd51fe-efdf-4a1a-bfc4-0ff99645b835 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b9bde4-b701-46fe-bda9-7d56075233ba,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.586256 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-80fd51fe-efdf-4a1a-bfc4-0ff99645b835 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.588167 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-80fd51fe-efdf-4a1a-bfc4-0ff99645b835 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483846 Jul 14 11:23:39.590767 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35492) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:39.595844 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-565ab8a4-1b40-4822-8757-ac19ae0222a1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'security_group_rule': {'security_group_id': '5fd4b533-ed24-4ed4-9389-9725f274244a', 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:39.619860 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:39.635785 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:39.636814 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-565ab8a4-1b40-4822-8757-ac19ae0222a1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (8516b86d-694b-4e84-a551-ce02c75429b4), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.693510 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-565ab8a4-1b40-4822-8757-ac19ae0222a1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (8516b86d-694b-4e84-a551-ce02c75429b4), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.699480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-565ab8a4-1b40-4822-8757-ac19ae0222a1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (8516b86d-694b-4e84-a551-ce02c75429b4), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.722219 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ab8a4-1b40-4822-8757-ac19ae0222a1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8516b86d-694b-4e84-a551-ce02c75429b4,revision_number=0']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.732618 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-565ab8a4-1b40-4822-8757-ac19ae0222a1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.735448 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-565ab8a4-1b40-4822-8757-ac19ae0222a1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434112 Jul 14 11:23:39.739327 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35494) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:39.743476 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-9dcede18-b194-4836-8dcb-6a8c6f7175e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'security_group_rule': {'security_group_id': '5fd4b533-ed24-4ed4-9389-9725f274244a', 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:39.749271 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:39.769909 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:23:36Z', 'revision_number': 4, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port': {'id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:34Z', 'updated_at': '2022-07-14T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '78dfda6d-7026-4175-a29e-2d90e267e96c', 'name': '', 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'mac_address': 'fa:16:3e:0b:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1833e12a-878d-4394-8ca2-de4668732ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:36Z', 'updated_at': '2022-07-14T11:23:36Z', 'revision_number': 2, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'subnets': [{'id': '1833e12a-878d-4394-8ca2-de4668732ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:39.779240 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9dcede18-b194-4836-8dcb-6a8c6f7175e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (60786aa8-d9e4-497a-a58d-0d98f0ff9dbd), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.806776 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Checking router: e70f0ad4-b13b-4170-9865-d074319f4aab for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:23:39.807142 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Updating router e70f0ad4-b13b-4170-9865-d074319f4aab port 78dfda6d-7026-4175-a29e-2d90e267e96c binding host dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:23:39.838532 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.847492 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9dcede18-b194-4836-8dcb-6a8c6f7175e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (60786aa8-d9e4-497a-a58d-0d98f0ff9dbd), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.853039 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9dcede18-b194-4836-8dcb-6a8c6f7175e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (60786aa8-d9e4-497a-a58d-0d98f0ff9dbd), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.875204 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcede18-b194-4836-8dcb-6a8c6f7175e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60786aa8-d9e4-497a-a58d-0d98f0ff9dbd,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:39.882210 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-9dcede18-b194-4836-8dcb-6a8c6f7175e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.883475 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-9dcede18-b194-4836-8dcb-6a8c6f7175e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436079 Jul 14 11:23:39.886852 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35496) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:39.891334 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'security_group_rule': {'security_group_id': '5fd4b533-ed24-4ed4-9389-9725f274244a', 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:39.913687 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.securitygroups_db [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Project 67f0b0b647c442b9a682fd37d756400a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:23:39.920438 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (535af6cb-1687-400b-b6c3-77443f218e44), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.982206 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (535af6cb-1687-400b-b6c3-77443f218e44), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:39.986192 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (535af6cb-1687-400b-b6c3-77443f218e44), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.003657 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535af6cb-1687-400b-b6c3-77443f218e44,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:40.015885 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.017105 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-7b40c058-da07-481d-9236-25a3f5894d75 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292329 Jul 14 11:23:40.020436 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 35498) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:23:40.024862 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.v2.base [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'security_group_rule': {'security_group_id': '5fd4b533-ed24-4ed4-9389-9725f274244a', 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:23:40.041525 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:40.049023 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.securitygroups_db [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Project 67f0b0b647c442b9a682fd37d756400a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:23:40.057238 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (fe0a0159-93f0-437e-9d37-725f973834a0), before_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.114569 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (fe0a0159-93f0-437e-9d37-725f973834a0), precommit_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.120425 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548275'] for security_group_rule (fe0a0159-93f0-437e-9d37-725f973834a0), after_create {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.134921 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Publish callbacks [] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), precommit_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.144266 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.145976 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0a0159-93f0-437e-9d37-725f973834a0,revision_number=0']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:40.152893 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.154119 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ee636a96-622c-4e6a-a147-1e0ca2503aa1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327777 Jul 14 11:23:40.207806 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.213515 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39569074-41a2-464b-837e-120403b8485a None None] Pushing event updated for resources: {'Port': ['ID=78dfda6d-7026-4175-a29e-2d90e267e96c,revision_number=3']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:40.278029 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Attempting to bind port 78dfda6d-7026-4175-a29e-2d90e267e96c on host dv-cinder-848938-2-iscsi for vnic_type normal with profile {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:23:40.278411 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Attempting to bind port 78dfda6d-7026-4175-a29e-2d90e267e96c by drivers openvswitch,hyperv on host dv-cinder-848938-2-iscsi at level 0 using segments [{'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:23:40.278794 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Attempting to bind port 78dfda6d-7026-4175-a29e-2d90e267e96c on network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:23:40.284999 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Checking agent: {'id': '975dc2c0-a32c-4f1b-91ba-5ab792113cc8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848938-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 58, 40), 'started_at': datetime.datetime(2022, 7, 14, 10, 59, 10), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848938-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:23:40.285368 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Checking segment: {'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:23:40.285988 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.286377 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Bound using segment: {'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'} {{(pid=104143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:23:40.286852 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.managers [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Bound port: 78dfda6d-7026-4175-a29e-2d90e267e96c, host: dv-cinder-848938-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371953aa-963f-477f-a062-0c53542f1a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62'}}] {{(pid=104143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:23:40.287227 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.368419 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] For port 78dfda6d-7026-4175-a29e-2d90e267e96c, host dv-cinder-848938-2-iscsi, cleared binding levels {{(pid=104143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:23:40.374071 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] For port 78dfda6d-7026-4175-a29e-2d90e267e96c, host dv-cinder-848938-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=78dfda6d-7026-4175-a29e-2d90e267e96c,segment=NetworkSegment(371953aa-963f-477f-a062-0c53542f1a7a),segment_id=371953aa-963f-477f-a062-0c53542f1a7a)] {{(pid=104143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:23:40.375340 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:40.382697 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.473331 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Routers {'e70f0ad4-b13b-4170-9865-d074319f4aab'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:23:40.474287 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:23:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e70f0ad4-b13b-4170-9865-d074319f4aab'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:40.479879 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39569074-41a2-464b-837e-120403b8485a None None] Pushing event updated for resources: {'Port': ['ID=78dfda6d-7026-4175-a29e-2d90e267e96c,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:40.515000 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-3d9ea65d-b47c-4b30-b2f0-7f819eaaa3b0 None None] Provisioning complete for port 78dfda6d-7026-4175-a29e-2d90e267e96c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:40.515236 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3d9ea65d-b47c-4b30-b2f0-7f819eaaa3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.747803 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.753916 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:40.785169 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] Set router e70f0ad4-b13b-4170-9865-d074319f4aab gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:23:40.847133 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ea65d-b47c-4b30-b2f0-7f819eaaa3b0 None None] Current status of the port 78dfda6d-7026-4175-a29e-2d90e267e96c is: DOWN; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:40.847532 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3d9ea65d-b47c-4b30-b2f0-7f819eaaa3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:40.959283 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-3d9ea65d-b47c-4b30-b2f0-7f819eaaa3b0 None None] For port 78dfda6d-7026-4175-a29e-2d90e267e96c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=78dfda6d-7026-4175-a29e-2d90e267e96c,segment=NetworkSegment(371953aa-963f-477f-a062-0c53542f1a7a),segment_id=371953aa-963f-477f-a062-0c53542f1a7a)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:23:40.966241 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3d9ea65d-b47c-4b30-b2f0-7f819eaaa3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:41.010539 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0eafced2-bc2b-43a4-a512-645d901539eb up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:41.106232 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ea65d-b47c-4b30-b2f0-7f819eaaa3b0 None None] Pushing event updated for resources: {'Port': ['ID=78dfda6d-7026-4175-a29e-2d90e267e96c,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:23:41.115200 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-d94ca0d7-6732-4bd4-ad87-6ecdf9d9d557 None None] Provisioning complete for port 78dfda6d-7026-4175-a29e-2d90e267e96c triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:41.115426 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d94ca0d7-6732-4bd4-ad87-6ecdf9d9d557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:41.139138 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:23:36Z', 'revision_number': 4, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port': {'id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:34Z', 'updated_at': '2022-07-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '78dfda6d-7026-4175-a29e-2d90e267e96c', 'name': '', 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'mac_address': 'fa:16:3e:0b:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1833e12a-878d-4394-8ca2-de4668732ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:36Z', 'updated_at': '2022-07-14T11:23:40Z', 'revision_number': 4, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'subnets': [{'id': '1833e12a-878d-4394-8ca2-de4668732ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:23:41.180011 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c03c4c-7b18-40a7-a03a-53a307bb47d0 None None] The sync data for ids ['e70f0ad4-b13b-4170-9865-d074319f4aab'] in dv-cinder-848938-2-iscsi is: [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:23:36Z', 'revision_number': 4, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port': {'id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:34Z', 'updated_at': '2022-07-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '78dfda6d-7026-4175-a29e-2d90e267e96c', 'name': '', 'network_id': 'd90e5ea7-68b6-40d2-b9f6-fede1541cc62', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'mac_address': 'fa:16:3e:0b:11:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '1833e12a-878d-4394-8ca2-de4668732ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:36Z', 'updated_at': '2022-07-14T11:23:40Z', 'revision_number': 4, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'subnets': [{'id': '1833e12a-878d-4394-8ca2-de4668732ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:23:41.186680 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 0eafced2-bc2b-43a4-a512-645d901539eb triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:41.187053 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:41.292608 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-d94ca0d7-6732-4bd4-ad87-6ecdf9d9d557 None None] Current status of the port 78dfda6d-7026-4175-a29e-2d90e267e96c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:41.332645 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 0eafced2-bc2b-43a4-a512-645d901539eb is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:43.009999 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 78dfda6d-7026-4175-a29e-2d90e267e96c up at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:23:43.044831 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:43.066669 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Provisioning complete for port 78dfda6d-7026-4175-a29e-2d90e267e96c triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:23:43.067038 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:43.147551 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Current status of the port 78dfda6d-7026-4175-a29e-2d90e267e96c is: ACTIVE; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:23:45.488965 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-a0bbc9f5-45de-42ed-afe6-2b995fcb02c5 req-d9bf2f98-0492-4d38-947e-1c45acc9bfa1 service neutron] (104141) timed out ('10.222.0.26', 62700) {{(pid=104141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:23:45.841084 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:23:45.967408 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-9dde259c-cd23-4889-80d8-026a73ce4fc8 req-1fb3873b-abab-4096-8826-5c5e016baad2 service neutron] (104141) timed out ('10.222.0.26', 62692) {{(pid=104141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:23:46.967958 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-30f25611-4479-4630-b864-20cd17481843 req-b23206cd-4b5e-43a4-a3c4-04086ec51dca service neutron] (104142) timed out ('10.222.0.26', 62753) {{(pid=104142) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:23:48.045155 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:23:49.724169 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=53,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:49.725000 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:50.145022 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:50.146139 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:55.836910 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:UPDATE=3,neutron:SELECT=52 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:55.837566 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:58.037638 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=17 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:23:58.039462 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:01.830732 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-442eb51a-ab09-4ac8-aeba-7244eff0681d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047056091&fields=id&tenant_id=67f0b0b647c442b9a682fd37d756400a HTTP/1.1" status: 200 len: 267 time: 0.0502806 Jul 14 11:24:01.936955 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-608a94d9-7c17-4e1b-a532-f018d4f28f38 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:01.938345 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-608a94d9-7c17-4e1b-a532-f018d4f28f38 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 808 time: 0.1004195 Jul 14 11:24:01.953122 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-c19b99c7-10df-4be1-a8b3-bc683cf67766 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/quotas/67f0b0b647c442b9a682fd37d756400a HTTP/1.1" status: 200 len: 375 time: 0.0092041 Jul 14 11:24:02.006498 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-6d9a5f61-fe5e-4e17-9399-fce367fd86cb tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479536 Jul 14 11:24:02.111434 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-b7bd4ed6-5b3e-46a1-94ff-5c6e15334e82 service neutron] 10.222.0.75 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930982 Jul 14 11:24:02.205177 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cf9205a2-2177-4962-af6d-88db4b17ff38 service neutron] 10.222.0.75 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880454 Jul 14 11:24:02.494626 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-3bbcdc06-8b0a-4090-b037-0a73371080f7 req-190ecc2e-d1b2-4cf9-91b1-26143fcb21aa tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 210 time: 0.0294359 Jul 14 11:24:03.482203 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-db630f5d-4c9a-4c6f-9e0a-45014091d22f tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:03.483687 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-db630f5d-4c9a-4c6f-9e0a-45014091d22f tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 808 time: 0.1123633 Jul 14 11:24:03.554613 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-e29390ee-6575-412c-aa39-cbec2ce72863 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f0b0b647c442b9a682fd37d756400a HTTP/1.1" status: 200 len: 380 time: 0.0571151 Jul 14 11:24:03.563659 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'port': {'device_id': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'admin_state_up': True, 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'security_groups': ['5fd4b533-ed24-4ed4-9389-9725f274244a']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:24:03.646836 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-611749b7-1148-45fd-8f9e-5825f18f3911 req-2fc6f0dc-a0bd-4341-837d-fc508cf4766a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 210 time: 0.0779984 Jul 14 11:24:03.701135 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Made reservation on behalf of 67f0b0b647c442b9a682fd37d756400a for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:03.705005 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:03.834061 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Allocated IP 172.20.0.14 (ead00b99-19ce-4452-ac14-f28ed397e4b0/946b1920-d1ff-44f1-8db3-34165dc740a9/4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:03.922759 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:03.929981 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:03.979489 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.012678 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.056064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:04.061968 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:04.066693 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:24:04.091509 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:04.133442 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:04.134407 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.157607 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-a4f7899a-0032-4502-9c6f-40f72bdc91a2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985723 Jul 14 11:24:04.176294 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Request body: {'port': {'device_id': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:24:04.248598 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.353406 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-0cd51bac-3ed5-4813-bb78-9d11d95b59de None None] Provisioning complete for port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:24:04.354045 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0cd51bac-3ed5-4813-bb78-9d11d95b59de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.389169 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-0cd51bac-3ed5-4813-bb78-9d11d95b59de None None] Port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:24:04.507146 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:24:04.514854 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Publish callbacks [] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.527603 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Transition to ACTIVE for port object 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:24:04.531428 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.579315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:04.658358 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Attempting to bind port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:24:04.658698 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Attempting to bind port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:24:04.659136 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Attempting to bind port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 on network ead00b99-19ce-4452-ac14-f28ed397e4b0 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:24:04.664225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 on network ead00b99-19ce-4452-ac14-f28ed397e4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:24:04.664739 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Attempting to bind port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 on network ead00b99-19ce-4452-ac14-f28ed397e4b0 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:24:04.671760 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:24:04.672974 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Checking segment: {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:24:04.673794 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Bound using segment: {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:24:04.674982 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Bound port: 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44958fc8-f78e-4b0f-aed3-1050c9b2d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:24:04.675113 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.738621 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:04.745536 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:04.747530 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:04.749724 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:04.757425 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.770039 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08b6bc-a079-4145-ba6a-ceda91232c4b req-0eb57767-4abf-41f7-a81a-7766a41b15fc tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:04.771585 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ad08b6bc-a079-4145-ba6a-ceda91232c4b req-0eb57767-4abf-41f7-a81a-7766a41b15fc tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0546997 Jul 14 11:24:04.796195 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:04.796816 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:04.798310 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] 10.222.0.26 "PUT /v2.0/ports/4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 1094 time: 0.6267805 Jul 14 11:24:04.800431 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:24:04.802564 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:04.837786 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfefb01-c0a8-44c3-a562-d4d2c444f4cb service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:04.857049 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e94d6-faba-44d5-b039-66f15a888a45 x-openstack-request-id: req-250e94d6-faba-44d5-b039-66f15a888a45 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:04.857339 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:04.857592 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-250e94d6-faba-44d5-b039-66f15a888a45 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:04.857994 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250e94d6-faba-44d5-b039-66f15a888a45'] response: {'name': 'network-changed', 'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'status': 'completed', 'code': 200} Jul 14 11:24:04.860111 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ad08b6bc-a079-4145-ba6a-ceda91232c4b req-d7481546-fac3-482e-ac6c-f8a6dbd57f3d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826526 Jul 14 11:24:04.920024 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-f80e99a8-d0da-465b-aba7-1ce3d381315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:04.921536 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-f80e99a8-d0da-465b-aba7-1ce3d381315b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1128 time: 0.0456464 Jul 14 11:24:05.232404 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-9e16dc4f-3aa2-4ca3-b98e-79bacc02cb2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 217 time: 0.2985063 Jul 14 11:24:05.281229 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-2758c2d3-60b9-4e64-a685-cc2e927b77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:05.282666 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-2758c2d3-60b9-4e64-a685-cc2e927b77a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0443764 Jul 14 11:24:05.329344 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-22d1b3cd-752c-4484-9a11-d444541aa53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:05.330732 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-22d1b3cd-752c-4484-9a11-d444541aa53c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418608 Jul 14 11:24:05.401908 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f06cc056-4a15-4b66-b45e-1390a813a576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:05.421263 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-355bdd54-580a-4d1a-a675-876f45bd368e service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845134 Jul 14 11:24:05.516147 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-286c0aa6-bf54-4085-bdcf-5afe8a6e356e req-4e40e54e-a6f2-4862-913c-bdc92659e583 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890157 Jul 14 11:24:05.974249 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ac104-e255-4ba5-801a-ae53cf794722 req-35b66f7d-d5c8-49a0-b9ac-7e24148896bb tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:05.975751 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e6ac104-e255-4ba5-801a-ae53cf794722 req-35b66f7d-d5c8-49a0-b9ac-7e24148896bb tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0482609 Jul 14 11:24:06.024508 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-6e6ac104-e255-4ba5-801a-ae53cf794722 req-32e05aab-225d-498e-bbc5-df803fdb7687 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Jul 14 11:24:06.346978 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-4aa8416b-6401-4cc2-8e21-186bb78cdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:06.348542 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-4aa8416b-6401-4cc2-8e21-186bb78cdf56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1128 time: 0.0403545 Jul 14 11:24:06.442377 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-06d021b0-9b59-46e8-a407-759da449f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:06.443907 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-06d021b0-9b59-46e8-a407-759da449f5aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.0881460 Jul 14 11:24:06.484225 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-21911255-062c-4167-8ef9-d9e2ec66204c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 217 time: 0.0334802 Jul 14 11:24:06.538082 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-9eefd888-5b43-4018-bb92-4e2c1da19461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:06.539620 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-9eefd888-5b43-4018-bb92-4e2c1da19461 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0502980 Jul 14 11:24:06.584382 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-f4c16748-ec4f-4e2b-bbdc-7788049250ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:06.585905 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-f4c16748-ec4f-4e2b-bbdc-7788049250ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408006 Jul 14 11:24:06.686389 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-afdc7d48-7e76-446e-a96c-8bcd9819d487 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944016 Jul 14 11:24:06.760585 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:06.781085 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7f9aff97-6266-4a9b-8b2c-3ac77777e0ca req-c436ce26-1d0e-47a7-8427-c93eeecc23c8 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885308 Jul 14 11:24:07.153011 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a315a-575c-4299-b061-93634ae4c442 req-31a65dd0-4288-4677-9aa5-3113013d9572 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:07.154330 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-546a315a-575c-4299-b061-93634ae4c442 req-31a65dd0-4288-4677-9aa5-3113013d9572 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0563221 Jul 14 11:24:07.210946 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-546a315a-575c-4299-b061-93634ae4c442 req-8345d53a-ccdc-45c0-a71a-7e922d9dba4a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500543 Jul 14 11:24:07.561860 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-d77b2015-a42b-43a4-ba6c-b604dfdc4b14 req-4e31c1b9-92db-4455-a291-f98505cd1d73 service neutron] (104142) timed out ('10.222.0.26', 62696) {{(pid=104142) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:24:07.673962 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-77a21126-e82c-471c-a0dc-1a1d542b43a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:08.327798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8c0b-2f06-4ec8-90dc-a33429cda9c3 req-b85004c9-0018-4ee9-9bc8-926fe933a725 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:08.329928 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66ac8c0b-2f06-4ec8-90dc-a33429cda9c3 req-b85004c9-0018-4ee9-9bc8-926fe933a725 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0505631 Jul 14 11:24:08.399827 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66ac8c0b-2f06-4ec8-90dc-a33429cda9c3 req-b73f5fc9-979f-4ac4-9230-c25a969b098e tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639634 Jul 14 11:24:08.748195 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:08.883120 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-29570a18-9d35-43e2-b521-e6d06932001a req-cbe46014-500b-41d7-8b91-f6dd1beddb6d service neutron] (104142) timed out ('10.222.0.26', 62754) {{(pid=104142) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:24:09.517630 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73ba9-9aa2-4391-b816-495e599de28e req-c709260e-7468-4650-b328-a303fb80cc2c tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:09.519097 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cad73ba9-9aa2-4391-b816-495e599de28e req-c709260e-7468-4650-b328-a303fb80cc2c tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0497789 Jul 14 11:24:09.575176 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-cad73ba9-9aa2-4391-b816-495e599de28e req-dba441ed-cdd6-41da-8f67-6401b6aa1db6 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501962 Jul 14 11:24:10.157560 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:10.560627 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:10.691404 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0413-ee9c-4423-82bf-fea87bad0ab5 req-fbff65ee-1f94-4126-a778-5aea7d9f02df tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:10.692839 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ace0413-ee9c-4423-82bf-fea87bad0ab5 req-fbff65ee-1f94-4126-a778-5aea7d9f02df tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0465429 Jul 14 11:24:10.732639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:10.753041 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0ace0413-ee9c-4423-82bf-fea87bad0ab5 req-e9c8f8cb-f76e-46e4-9ddd-af25b7e2ac70 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546017 Jul 14 11:24:11.865480 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cbdaa-e8ec-4dda-b652-7a092f028601 req-12afb071-378c-4bba-91ae-21343585fe58 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:11.866956 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8f8cbdaa-e8ec-4dda-b652-7a092f028601 req-12afb071-378c-4bba-91ae-21343585fe58 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0466385 Jul 14 11:24:11.920779 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8f8cbdaa-e8ec-4dda-b652-7a092f028601 req-7e6cc964-dd66-472d-9e29-99bedf92a1f7 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482364 Jul 14 11:24:12.222554 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:24:12.328348 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:12.339834 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'port_id': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'mac_address': 'fa:16:3e:1e:ea:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:24:12.374446 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:24:12.374829 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:12.391035 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:24:12.411065 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:12.414975 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:12.460878 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:12.808249 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:24:13.039689 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee53d-ef86-454e-8ed0-32d7a06295a8 req-6f150246-8ba1-4889-b480-d8ad46e2f1a7 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:13.041123 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-714ee53d-ef86-454e-8ed0-32d7a06295a8 req-6f150246-8ba1-4889-b480-d8ad46e2f1a7 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 945 time: 0.0484242 Jul 14 11:24:13.090414 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-714ee53d-ef86-454e-8ed0-32d7a06295a8 req-c775569e-acfd-47b0-831b-2262489b4f86 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427535 Jul 14 11:24:14.212035 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d9605-9d62-4a02-9ff1-107d634a86be req-acd70734-1a1f-4154-b23b-db191402272d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:14.213566 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a30d9605-9d62-4a02-9ff1-107d634a86be req-acd70734-1a1f-4154-b23b-db191402272d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 945 time: 0.0507627 Jul 14 11:24:14.237422 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:24:14.270161 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a30d9605-9d62-4a02-9ff1-107d634a86be req-539237f1-f51a-45ae-8dbb-5f3cdefb9ac9 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508099 Jul 14 11:24:14.285114 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:24:14.292403 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:24:14.292820 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:14.319067 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:14.330045 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:14.376399 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:24:14.376776 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:14.400208 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:24:14.402436 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9b2ded-3439-44ba-886f-aa9b26c4a85c" -d '{"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:14.416688 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:14.423623 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:14.448704 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e8d20a-e255-4dce-96ec-c5e6f7896aed x-openstack-request-id: req-94e8d20a-e255-4dce-96ec-c5e6f7896aed {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:14.448965 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:14.449122 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94e8d20a-e255-4dce-96ec-c5e6f7896aed {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:14.449494 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e8d20a-e255-4dce-96ec-c5e6f7896aed'] response: {'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'code': 200} Jul 14 11:24:14.476246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:14.708392 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14282994-ae57-42ee-9a65-d7f894026d32 req-2cd16501-e1fa-4194-8971-0ceb59bd7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:14.709850 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-14282994-ae57-42ee-9a65-d7f894026d32 req-2cd16501-e1fa-4194-8971-0ceb59bd7b55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0447664 Jul 14 11:24:14.761472 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-14282994-ae57-42ee-9a65-d7f894026d32 req-ba0b4901-bcd9-4759-bc29-205050c934ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449758 Jul 14 11:24:15.392923 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d263cb-99bc-4167-828e-e8f8494afd54 req-5798d5aa-c8eb-4b3f-be13-8e89e18d8f74 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:15.394479 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-49d263cb-99bc-4167-828e-e8f8494afd54 req-5798d5aa-c8eb-4b3f-be13-8e89e18d8f74 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0483050 Jul 14 11:24:15.447425 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-49d263cb-99bc-4167-828e-e8f8494afd54 req-2bf7bbee-8900-4d76-9497-d920f8985d33 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466957 Jul 14 11:24:16.583842 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f72f9-c4d0-4f3b-8b5b-8edc34b9d31e req-66f229ff-d89b-413e-80c9-49b9730f3db5 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:16.586110 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df1f72f9-c4d0-4f3b-8b5b-8edc34b9d31e req-66f229ff-d89b-413e-80c9-49b9730f3db5 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0522656 Jul 14 11:24:16.642262 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df1f72f9-c4d0-4f3b-8b5b-8edc34b9d31e req-0d25906e-f3fc-46a4-ae2e-784f69bb2b2d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495412 Jul 14 11:24:16.773853 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c031d78-6bb7-4a3c-8ddd-3770927e4403 req-152845f0-ae55-47d4-ae46-fdb868ec5a46 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:16.775602 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7c031d78-6bb7-4a3c-8ddd-3770927e4403 req-152845f0-ae55-47d4-ae46-fdb868ec5a46 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0549369 Jul 14 11:24:16.833692 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7c031d78-6bb7-4a3c-8ddd-3770927e4403 req-acc89689-9f1b-4b4a-9609-824ea670af17 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524635 Jul 14 11:24:16.860868 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35668) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:24:17.018577 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28531591-623d-458a-94b0-eb28ab0492f4 tempest-TestShelveInstance-612810636 tempest-TestShelveInstance-612810636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:17.020194 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-28531591-623d-458a-94b0-eb28ab0492f4 tempest-TestShelveInstance-612810636 tempest-TestShelveInstance-612810636-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1125 time: 0.1582227 Jul 14 11:24:17.023133 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35672) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:24:17.031809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'port_id': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:24:17.057588 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:17.162411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:17.284854 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Allocated IP 172.27.0.222 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/4a2684fe-575e-454a-9e9b-152c4e5bc48b) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:17.393097 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:17.397670 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:17.434426 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:17.476947 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:17.484161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:17.490987 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:24:17.514045 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'Port': ['ID=4a2684fe-575e-454a-9e9b-152c4e5bc48b,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:17.530973 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.531365 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.531807 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.532671 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.533005 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.533337 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.533664 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.533991 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.534317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.534640 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.535042 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.535311 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.535758 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.536152 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.536491 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:24:17.627731 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:17.887440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for floatingip (3ee60417-4d28-4467-97c6-515f25ece50c), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:17.968165 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:18.048041 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:18.124686 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:18.132754 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:18.215968 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event updated for resources: {'Port': ['ID=4a2684fe-575e-454a-9e9b-152c4e5bc48b,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:18.229192 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (3ee60417-4d28-4467-97c6-515f25ece50c), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:18.276371 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:18.333387 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Floating IP 3ee60417-4d28-4467-97c6-515f25ece50c associated. External IP: 172.27.0.222, port: 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1. Jul 14 11:24:18.565920 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Router 64cab475-1bba-4595-96bc-3a378b4980ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:24:18.569497 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:18.676925 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:24:18.686902 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] Sync routers for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:24:18.696572 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:18.698590 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:24:18.699224 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:24:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:18.730883 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9d20bd2c-acfd-47c8-9aa7-34c5189a50f3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7043624 Jul 14 11:24:18.731508 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:24:18.733809 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dbcdae-db95-4e4c-a945-9a4d7a21597c" -d '{"events": [{"name": "network-changed", "server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:18.773163 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59642d65-3b47-4244-81a5-408237c5c082 x-openstack-request-id: req-59642d65-3b47-4244-81a5-408237c5c082 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:18.773449 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:18.773701 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59642d65-3b47-4244-81a5-408237c5c082 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:18.774698 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59642d65-3b47-4244-81a5-408237c5c082'] response: {'name': 'network-changed', 'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'status': 'completed', 'code': 200} Jul 14 11:24:18.808726 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:24:18.857865 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-dae0929a-4a33-4569-8025-0815d5154d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:18.859471 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-dae0929a-4a33-4569-8025-0815d5154d1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0428391 Jul 14 11:24:18.964489 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-927ed29c-c35c-4623-9659-14bf24400f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:18.965995 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-927ed29c-c35c-4623-9659-14bf24400f01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.1008687 Jul 14 11:24:19.033589 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-74791503-778b-4de1-b2fc-ae2ddab4062c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 1000 time: 0.0620041 Jul 14 11:24:19.082991 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-65d7b2ae-d830-4973-a66d-543a547583ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:19.084435 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-65d7b2ae-d830-4973-a66d-543a547583ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0458219 Jul 14 11:24:19.128656 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '3ee60417-4d28-4467-97c6-515f25ece50c', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'port_id': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'mac_address': 'fa:16:3e:1e:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:24:17Z', 'updated_at': '2022-07-14T11:24:17Z', 'revision_number': 0, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 5, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:19.131277 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-edbae1ae-cb6b-4cd7-a3f1-9d14380c2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:19.132946 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-edbae1ae-cb6b-4cd7-a3f1-9d14380c2044 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425794 Jul 14 11:24:19.154094 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] Checking router: 64cab475-1bba-4595-96bc-3a378b4980ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:24:19.165103 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:24:19.165775 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:24:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:19.234454 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-b4aa0693-7e1d-4908-9b69-89ca7ba30b54 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954742 Jul 14 11:24:19.278393 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:24:19.333259 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-33dbcdae-db95-4e4c-a945-9a4d7a21597c req-ec3262b0-857f-472a-a1b6-16ee0998c531 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934072 Jul 14 11:24:19.503581 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '3ee60417-4d28-4467-97c6-515f25ece50c', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'port_id': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'mac_address': 'fa:16:3e:1e:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:24:17Z', 'updated_at': '2022-07-14T11:24:17Z', 'revision_number': 0, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 5, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:19.533862 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449877f-25ab-413a-81be-f0fcd10ab20f None None] The sync data for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi is: [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '3ee60417-4d28-4467-97c6-515f25ece50c', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'port_id': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'mac_address': 'fa:16:3e:1e:ea:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:24:17Z', 'updated_at': '2022-07-14T11:24:17Z', 'revision_number': 0, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 5, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:24:19.723891 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80214252-dd42-4452-9455-6052355503b7 None None] New status for floating IP 3ee60417-4d28-4467-97c6-515f25ece50c: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:24:22.841173 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:24:26.824615 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=63 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:26.829186 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=65 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:28.206922 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-1251ed7e-3d8c-41da-88a3-1ceb402ca093 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389335 Jul 14 11:24:28.308109 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-1d272c2d-3e00-44d7-88f9-7245756a838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:28.309595 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-1d272c2d-3e00-44d7-88f9-7245756a838e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 1129 time: 0.0401170 Jul 14 11:24:28.348516 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:28.417171 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-efa7efd4-7457-470c-97bd-e911295b717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:28.418631 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-efa7efd4-7457-470c-97bd-e911295b717a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.0896826 Jul 14 11:24:28.480284 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-de8d301b-f33e-407f-b58d-4e9e3d0b0351 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0554495 Jul 14 11:24:28.530253 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-eb2b78c9-5445-4009-848d-9e5383ab7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:28.531743 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-eb2b78c9-5445-4009-848d-9e5383ab7394 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0445330 Jul 14 11:24:28.585362 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:28.589170 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-5eb33edd-97a6-496f-97ff-a0a70821e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:28.590666 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-5eb33edd-97a6-496f-97ff-a0a70821e7fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450282 Jul 14 11:24:28.682332 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-ba1ef23b-829d-492e-99af-36e4af19e36c service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824134 Jul 14 11:24:28.777121 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c08f3aa4-4da3-46e4-a646-18b17b17b9ce req-83c2c655-b13a-4628-8478-59326f134382 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870671 Jul 14 11:24:29.827374 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:29.829843 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:32.835040 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=77 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:33.842576 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:35.404157 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-24d7be6f-9658-4bd2-870a-7b5eeb4c58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:37.679078 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-652dd2f9-cf69-4124-9aba-bd1ac71d154f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:38.751482 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:38.772694 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=37 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:38.773509 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=19 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:40.160010 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:40.564322 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:47.279765 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a600939-19bb-4de1-90d2-8e5c07d81ee4 req-129b426e-21ad-4d64-960c-958a4cb33316 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:47.281242 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a600939-19bb-4de1-90d2-8e5c07d81ee4 req-129b426e-21ad-4d64-960c-958a4cb33316 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0483541 Jul 14 11:24:47.331360 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9a600939-19bb-4de1-90d2-8e5c07d81ee4 req-c5f2ca52-b2ea-483b-8701-aa14658ae8a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 Jul 14 11:24:48.045642 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:48.447569 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88007af2-ff17-481a-a0d2-6dd5bebedd99 req-a8168376-4150-4c7a-aac3-faa774a0c8db tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:48.449038 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88007af2-ff17-481a-a0d2-6dd5bebedd99 req-a8168376-4150-4c7a-aac3-faa774a0c8db tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0477242 Jul 14 11:24:48.501914 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88007af2-ff17-481a-a0d2-6dd5bebedd99 req-e8a5c5fa-cbc2-46da-bcdb-29aafebf839e tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472162 Jul 14 11:24:49.123202 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac738fb0-3824-4566-8717-6df53393641f req-0fee9eed-83f4-41fe-845d-dfeb1b56587d tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:49.124706 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ac738fb0-3824-4566-8717-6df53393641f req-0fee9eed-83f4-41fe-845d-dfeb1b56587d tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0494170 Jul 14 11:24:49.217620 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Deleting port c42476bd-315b-4076-a2d2-9a430b4c7ec7 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:24:49.217863 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:49.313206 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] For port c42476bd-315b-4076-a2d2-9a430b4c7ec7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=c42476bd-315b-4076-a2d2-9a430b4c7ec7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:24:49.313565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:49.469213 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:49.469478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (296a9552-2db7-449e-bc97-ed9dbb039825), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:49.469790 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Floating IP 296a9552-2db7-449e-bc97-ed9dbb039825 disassociated. External IP: 172.27.0.166, port: c42476bd-315b-4076-a2d2-9a430b4c7ec7. Jul 14 11:24:49.470130 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Calling delete_port for c42476bd-315b-4076-a2d2-9a430b4c7ec7 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:24:49.637974 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da913c7-8944-4cee-8508-a11e66f45227 req-2fcb06cf-94ad-4abb-8c68-176597e1c041 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:49.639454 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2da913c7-8944-4cee-8508-a11e66f45227 req-2fcb06cf-94ad-4abb-8c68-176597e1c041 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e09bb3-a737-40f6-b960-8d581524e93a HTTP/1.1" status: 200 len: 945 time: 0.0654604 Jul 14 11:24:49.640655 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (c42476bd-315b-4076-a2d2-9a430b4c7ec7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:49.681855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event deleted for resources: {'Port': ['ID=c42476bd-315b-4076-a2d2-9a430b4c7ec7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:50.021913 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2da913c7-8944-4cee-8508-a11e66f45227 req-9a8bf089-89ff-49f3-b615-52cfc4b7ceb7 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761656 Jul 14 11:24:50.089015 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:50.090937 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:24:50.199336 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:24:50.210467 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:24:50.220096 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:24:50.220724 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:24:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:50.225620 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:50.242628 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] No DVR routers for this DVR port c42476bd-315b-4076-a2d2-9a430b4c7ec7 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:24:50.245373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:50.248661 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ac738fb0-3824-4566-8717-6df53393641f req-282b6ad7-bc7b-4dea-a5ce-e7fb9957325a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "DELETE /v2.0/ports/c42476bd-315b-4076-a2d2-9a430b4c7ec7 HTTP/1.1" status: 204 len: 173 time: 1.1190028 Jul 14 11:24:50.249092 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'name': 'network-vif-deleted', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:24:50.251316 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc7c7c0-7c3e-4741-93d6-6699df5ae6f6" -d '{"events": [{"server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "name": "network-vif-deleted", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:50.333829 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:24:50.356403 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572c7e54-ea88-4e5e-b0e2-2def5ccc576b x-openstack-request-id: req-572c7e54-ea88-4e5e-b0e2-2def5ccc576b {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:50.356639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e09bb3-a737-40f6-b960-8d581524e93a", "name": "network-vif-deleted", "tag": "c42476bd-315b-4076-a2d2-9a430b4c7ec7", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:50.356887 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-572c7e54-ea88-4e5e-b0e2-2def5ccc576b {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:50.357288 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572c7e54-ea88-4e5e-b0e2-2def5ccc576b'] response: {'server_uuid': 'a7e09bb3-a737-40f6-b960-8d581524e93a', 'name': 'network-vif-deleted', 'tag': 'c42476bd-315b-4076-a2d2-9a430b4c7ec7', 'status': 'completed', 'code': 200} Jul 14 11:24:50.525580 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:50.549947 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:24:50.559193 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:24:50.560101 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:24:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:50.661639 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:24:50.844840 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:24:50.873595 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900fd25-1e99-470b-9e04-159845d3ccfa None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:24:51.116938 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751045d-8b13-42e3-bb80-1e9f43c24fd8 None None] New status for floating IP 296a9552-2db7-449e-bc97-ed9dbb039825: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:24:51.299091 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-1ad20572-0420-4ba1-9b31-12f45e3326a6 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504150156&fields=id&tenant_id=67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 267 time: 0.0449870 Jul 14 11:24:51.412296 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-0d322530-6af2-47af-9462-162f996084db tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:51.414355 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-0d322530-6af2-47af-9462-162f996084db tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 812 time: 0.1077809 Jul 14 11:24:51.430300 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-5f42adec-1133-4c53-bdeb-93bd3a71e375 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/quotas/67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 375 time: 0.0097146 Jul 14 11:24:51.481634 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-6eae271e-858c-491b-b355-d026644fbe53 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459075 Jul 14 11:24:51.582475 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-7a92ae38-cb6e-4cb5-8383-330701e547e4 service neutron] 10.222.0.75 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890045 Jul 14 11:24:51.672098 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-b430bb9b-e29e-4748-8782-68c8db2b81f9 service neutron] 10.222.0.75 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830002 Jul 14 11:24:51.959931 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-bce59ed7-9fe6-4b5a-a514-3f82d8692115 req-f1e0765b-6fa3-41a9-90b2-9b632462b08a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 210 time: 0.0316074 Jul 14 11:24:52.460278 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c42476bd-315b-4076-a2d2-9a430b4c7ec7 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:24:52.480809 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: c42476bd-315b-4076-a2d2-9a430b4c7ec7 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:24:52.481159 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device c42476bd-315b-4076-a2d2-9a430b4c7ec7 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:24:53.063499 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-0f5bab39-babd-4e47-b2cc-68101d224960 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:53.064847 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d8c63a52-95b1-47f2-b45a-52785c95e326 req-f6555e1f-3e9e-47c3-9715-7c005acb44d3 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 210 time: 0.0326793 Jul 14 11:24:53.065319 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-0f5bab39-babd-4e47-b2cc-68101d224960 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 812 time: 0.1096294 Jul 14 11:24:53.136929 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-3c728a3a-1712-4455-befd-d9cf3f6e5aea tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 380 time: 0.0569227 Jul 14 11:24:53.158820 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'port': {'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'admin_state_up': True, 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'security_groups': ['cb7c3511-d5b5-4676-90a8-f0940f266ef8']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:24:53.272997 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Made reservation on behalf of 67f41dcdf6564bbd910a2285568941a1 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:24:53.276329 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:53.405947 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Allocated IP 172.20.0.14 (ba59ba1e-7990-4ba9-88ad-652628c8e3ee/eeeaa03c-c822-4efd-8572-ad107177dfe8/604e5f5c-283e-45f1-a867-13e08aeec016) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:24:53.543547 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (604e5f5c-283e-45f1-a867-13e08aeec016), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:53.575846 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:53.629962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:24:53.635822 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:24:53.642290 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:24:53.670569 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=604e5f5c-283e-45f1-a867-13e08aeec016,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:53.691280 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:53.704053 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:53.704690 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:53.722813 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-2414b258-ff1a-49ad-951d-ce8ccbb88587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678959 Jul 14 11:24:53.801170 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Request body: {'port': {'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:24:53.862970 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:53.898918 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:53.953919 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-d9bfa1e2-d326-4fd5-bda8-15a2eac9f4d3 None None] Provisioning complete for port 604e5f5c-283e-45f1-a867-13e08aeec016 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:24:53.954554 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d9bfa1e2-d326-4fd5-bda8-15a2eac9f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:53.987640 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfa1e2-d326-4fd5-bda8-15a2eac9f4d3 None None] Port 604e5f5c-283e-45f1-a867-13e08aeec016 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:24:54.122867 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604e5f5c-283e-45f1-a867-13e08aeec016 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:24:54.130831 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Publish callbacks [] for port (604e5f5c-283e-45f1-a867-13e08aeec016), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:54.168351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Transition to ACTIVE for port object 604e5f5c-283e-45f1-a867-13e08aeec016 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:24:54.173847 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:54.212077 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640a51e-be3d-4061-9b68-b43b83a1858a req-20314a97-365f-470c-b135-9d51077123ce tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:54.213531 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a640a51e-be3d-4061-9b68-b43b83a1858a req-20314a97-365f-470c-b135-9d51077123ce tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 932 time: 0.0759447 Jul 14 11:24:54.260038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Pushing event updated for resources: {'Port': ['ID=604e5f5c-283e-45f1-a867-13e08aeec016,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:54.327570 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a640a51e-be3d-4061-9b68-b43b83a1858a req-9e92f267-7c26-4981-9619-425b624e2eb1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084070 Jul 14 11:24:54.353349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Attempting to bind port 604e5f5c-283e-45f1-a867-13e08aeec016 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:24:54.353683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Attempting to bind port 604e5f5c-283e-45f1-a867-13e08aeec016 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:24:54.354007 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Attempting to bind port 604e5f5c-283e-45f1-a867-13e08aeec016 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:24:54.358768 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Port 604e5f5c-283e-45f1-a867-13e08aeec016 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:24:54.359012 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Attempting to bind port 604e5f5c-283e-45f1-a867-13e08aeec016 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:24:54.364356 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:24:54.364687 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Checking segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:24:54.365065 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Bound using segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:24:54.366050 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Bound port: 604e5f5c-283e-45f1-a867-13e08aeec016, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:24:54.366396 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:54.427779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] For port 604e5f5c-283e-45f1-a867-13e08aeec016, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:24:54.431356 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] For port 604e5f5c-283e-45f1-a867-13e08aeec016, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=604e5f5c-283e-45f1-a867-13e08aeec016,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:24:54.437232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:54.474038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:54.474642 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:24:54.476548 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] 10.222.0.26 "PUT /v2.0/ports/604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 200 len: 1094 time: 0.7277625 Jul 14 11:24:54.476973 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:24:54.479188 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fa3e57-eec5-4527-8d80-0f1aaaee499e" -d '{"events": [{"name": "network-changed", "server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:24:54.503332 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047c0d-3b68-4580-954a-397f71b40c5c service neutron] Pushing event updated for resources: {'Port': ['ID=604e5f5c-283e-45f1-a867-13e08aeec016,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:24:54.547953 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a4f4a8-6290-44a7-9c6a-8f7d0f444903 x-openstack-request-id: req-72a4f4a8-6290-44a7-9c6a-8f7d0f444903 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:24:54.548235 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:24:54.548480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72a4f4a8-6290-44a7-9c6a-8f7d0f444903 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:24:54.548920 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72a4f4a8-6290-44a7-9c6a-8f7d0f444903'] response: {'name': 'network-changed', 'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016', 'status': 'completed', 'code': 200} Jul 14 11:24:54.581670 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-a5d99f74-0395-40dc-8f6d-40d0ff7a3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:54.583209 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-a5d99f74-0395-40dc-8f6d-40d0ff7a3279 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1128 time: 0.0470660 Jul 14 11:24:54.605453 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:54.633795 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-f4cf5d6a-f418-475d-afba-c44cade01528 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 200 len: 217 time: 0.0371311 Jul 14 11:24:54.687035 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-0e8f306d-cdd5-4053-9850-21b18edd3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:54.688487 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-0e8f306d-cdd5-4053-9850-21b18edd3e97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0477488 Jul 14 11:24:54.731917 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cff75-1300-498e-8138-0fb1260241f1 req-e8207242-af04-454e-a150-f0c09b5446b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:54.733351 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-e8207242-af04-454e-a150-f0c09b5446b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384243 Jul 14 11:24:54.823556 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-07a11498-350c-4ee2-8ed4-eb2ffef64041 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834644 Jul 14 11:24:54.896433 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:24:54.917487 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-506cff75-1300-498e-8138-0fb1260241f1 req-c6867705-7508-4ef5-a5e3-4094e4e16158 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881774 Jul 14 11:24:55.440997 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072069b-0e3a-4736-9068-5ebdac8db254 req-facd393e-be0e-4258-ae3d-6bd86cb182a2 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:55.442443 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9072069b-0e3a-4736-9068-5ebdac8db254 req-facd393e-be0e-4258-ae3d-6bd86cb182a2 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 944 time: 0.0474808 Jul 14 11:24:55.491791 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9072069b-0e3a-4736-9068-5ebdac8db254 req-764665aa-1815-4850-acb2-365a2bd50350 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Jul 14 11:24:55.756451 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-01aafb48-4837-4a06-9349-70c20b5c386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:55.757831 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-01aafb48-4837-4a06-9349-70c20b5c386e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1128 time: 0.0433564 Jul 14 11:24:55.851148 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-922f6996-ce7b-46e0-bb74-58599b8e29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:55.852637 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-922f6996-ce7b-46e0-bb74-58599b8e29f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.0887399 Jul 14 11:24:55.898211 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-c490b740-ca48-4487-9072-4c330809adf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 200 len: 217 time: 0.0370326 Jul 14 11:24:55.947411 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-c2e2007f-8de3-4ac9-906c-3345ac70f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:55.948842 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-c2e2007f-8de3-4ac9-906c-3345ac70f8e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0447171 Jul 14 11:24:55.992824 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-72024285-1733-44e8-a76a-eb35ddef4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:55.994297 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-72024285-1733-44e8-a76a-eb35ddef4570 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391853 Jul 14 11:24:56.089307 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-e77a82c0-f318-4b29-8dfb-e55cff1e1fd7 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891550 Jul 14 11:24:56.178767 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-40fa3e57-eec5-4527-8d80-0f1aaaee499e req-c4782dbf-adf8-45c4-9977-25f34af7900e service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833201 Jul 14 11:24:56.605910 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311a000-dd8b-4924-a49e-bb948383ebc7 req-fa04e9bd-7697-4aa3-9259-da158c3bd69c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:56.607406 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0311a000-dd8b-4924-a49e-bb948383ebc7 req-fa04e9bd-7697-4aa3-9259-da158c3bd69c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 944 time: 0.0474586 Jul 14 11:24:56.657074 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0311a000-dd8b-4924-a49e-bb948383ebc7 req-40b748c5-cdb9-40c4-930f-1c222a51de9f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440445 Jul 14 11:24:57.770370 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4d582-787b-4167-807d-f5aaac4c25aa req-32d98ffc-ffca-4908-a2dd-1b6a787ccb3c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:57.771812 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66a4d582-787b-4167-807d-f5aaac4c25aa req-32d98ffc-ffca-4908-a2dd-1b6a787ccb3c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 944 time: 0.0471289 Jul 14 11:24:57.825356 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-66a4d582-787b-4167-807d-f5aaac4c25aa req-4a66e1bd-fb0a-40ce-8aaf-f1114c150e81 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469098 Jul 14 11:24:58.937787 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dfcef-68bd-4d8c-9e28-957118f5a928 req-f47cfab9-0c48-40b3-bd83-7665e580246c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:24:58.939268 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ac2dfcef-68bd-4d8c-9e28-957118f5a928 req-f47cfab9-0c48-40b3-bd83-7665e580246c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 944 time: 0.0471439 Jul 14 11:24:58.988520 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ac2dfcef-68bd-4d8c-9e28-957118f5a928 req-d072f10d-5a14-4bf4-9ba3-3409efb93a72 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Jul 14 11:24:59.839302 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:25:00.102654 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15b5c-096e-423e-877c-7ddb2c13161d req-d54d08dc-510c-4ca2-b7ec-ae0c8ded973f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:00.104074 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-16e15b5c-096e-423e-877c-7ddb2c13161d req-d54d08dc-510c-4ca2-b7ec-ae0c8ded973f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 944 time: 0.0487533 Jul 14 11:25:00.153023 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-16e15b5c-096e-423e-877c-7ddb2c13161d req-f6c4b5bf-7fcb-47b2-aa39-e96f8fdee621 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Jul 14 11:25:01.286313 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01381ba6-d28f-4981-8b16-4f250f5c06e8 req-5ad7587a-afd2-489c-8c01-4402ea0c8587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:01.288230 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-01381ba6-d28f-4981-8b16-4f250f5c06e8 req-5ad7587a-afd2-489c-8c01-4402ea0c8587 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 944 time: 0.0576639 Jul 14 11:25:01.338381 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-01381ba6-d28f-4981-8b16-4f250f5c06e8 req-cbd82500-3866-4167-90e5-116858faa8ce tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Jul 14 11:25:02.417413 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:02.456067 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e67fd0-2f00-46b8-98a5-1c8f2267cfea req-7cd4a8ce-8044-4f41-9826-e17dd33955ce tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:02.457581 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c0e67fd0-2f00-46b8-98a5-1c8f2267cfea req-7cd4a8ce-8044-4f41-9826-e17dd33955ce tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 944 time: 0.0501871 Jul 14 11:25:02.490691 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 604e5f5c-283e-45f1-a867-13e08aeec016 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:25:02.493130 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:02.494638 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=35,neutron:UPDATE=7 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:02.513011 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-c0e67fd0-2f00-46b8-98a5-1c8f2267cfea req-7b790826-8103-4a75-9d21-c99af04b93bc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491478 Jul 14 11:25:02.594919 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 604e5f5c-283e-45f1-a867-13e08aeec016, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=604e5f5c-283e-45f1-a867-13e08aeec016,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:02.610782 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '604e5f5c-283e-45f1-a867-13e08aeec016', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:25:02.646408 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 604e5f5c-283e-45f1-a867-13e08aeec016 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:25:02.647344 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:02.660782 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604e5f5c-283e-45f1-a867-13e08aeec016 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:25:02.681921 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 604e5f5c-283e-45f1-a867-13e08aeec016, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=604e5f5c-283e-45f1-a867-13e08aeec016,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:02.686695 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:02.736006 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=604e5f5c-283e-45f1-a867-13e08aeec016,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:02.743372 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.743746 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.744088 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.744427 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.744759 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.745087 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.745409 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.745731 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.746052 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.746373 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.746699 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.747029 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.747343 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.747685 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:02.748003 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:25:03.078272 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['604e5f5c-283e-45f1-a867-13e08aeec016'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:25:03.634105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037c5c-af0a-433c-a5ca-8aeb3daad3ae req-8cf9ad5e-f7f2-460c-9a53-0db617a2e881 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:03.635306 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef037c5c-af0a-433c-a5ca-8aeb3daad3ae req-8cf9ad5e-f7f2-460c-9a53-0db617a2e881 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Jul 14 11:25:03.689811 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-ef037c5c-af0a-433c-a5ca-8aeb3daad3ae req-031cb65f-edc6-4ccf-b663-1ea41cdfd680 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 Jul 14 11:25:03.831342 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=70 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:04.509585 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 604e5f5c-283e-45f1-a867-13e08aeec016 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:25:04.554901 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 604e5f5c-283e-45f1-a867-13e08aeec016 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:25:04.561797 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 604e5f5c-283e-45f1-a867-13e08aeec016 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:25:04.562262 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:04.639075 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 604e5f5c-283e-45f1-a867-13e08aeec016 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:25:04.639490 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:04.661922 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:25:04.664143 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae21460-7a8c-4f3f-83ba-7b75dc2c9b11" -d '{"events": [{"server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "name": "network-vif-plugged", "status": "completed", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:04.676645 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 604e5f5c-283e-45f1-a867-13e08aeec016, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=604e5f5c-283e-45f1-a867-13e08aeec016,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:25:04.681665 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:04.732854 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=604e5f5c-283e-45f1-a867-13e08aeec016,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:04.764364 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f826c15-0f2b-4e12-b56e-288d41a18008 x-openstack-request-id: req-0f826c15-0f2b-4e12-b56e-288d41a18008 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:04.764657 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "name": "network-vif-plugged", "status": "completed", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:04.764959 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f826c15-0f2b-4e12-b56e-288d41a18008 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:04.765355 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f826c15-0f2b-4e12-b56e-288d41a18008'] response: {'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016', 'code': 200} Jul 14 11:25:04.805937 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d83c27-41d1-44a4-a78e-7ad24d2db83d req-3a3342c2-b3d0-441c-b20a-606251b099a3 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:04.807473 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-18d83c27-41d1-44a4-a78e-7ad24d2db83d req-3a3342c2-b3d0-441c-b20a-606251b099a3 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 946 time: 0.0468969 Jul 14 11:25:04.846978 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:04.863791 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-18d83c27-41d1-44a4-a78e-7ad24d2db83d req-8388c5a8-33f4-494f-8740-bf0066ed3341 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486279 Jul 14 11:25:05.016741 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d32a5-9b75-4ef7-8677-7bb4bb55e295 req-b1e42f14-ad63-47ea-bc0a-e990165e2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:05.018155 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-419d32a5-9b75-4ef7-8677-7bb4bb55e295 req-b1e42f14-ad63-47ea-bc0a-e990165e2abe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1130 time: 0.0418465 Jul 14 11:25:05.066362 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-419d32a5-9b75-4ef7-8677-7bb4bb55e295 req-334ac990-9074-4f60-81e2-594e57fb9882 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Jul 14 11:25:05.399341 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:05.411455 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9a84b7c7-6319-4e3d-95f8-03682ccfb67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:05.980146 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996c6b2-ed64-4bb0-b951-4aaaaf347a38 req-7964c94b-6282-41be-979d-7731aebb8fd3 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:05.981634 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3996c6b2-ed64-4bb0-b951-4aaaaf347a38 req-7964c94b-6282-41be-979d-7731aebb8fd3 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 946 time: 0.0488544 Jul 14 11:25:06.030964 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3996c6b2-ed64-4bb0-b951-4aaaaf347a38 req-d82fad41-1cf9-4f10-bde3-14be55b397db tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Jul 14 11:25:07.145235 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331db88-e1da-42ae-a4f7-feb14b188688 req-b139345e-536c-47d0-9125-edce4142901c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:07.146708 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d331db88-e1da-42ae-a4f7-feb14b188688 req-b139345e-536c-47d0-9125-edce4142901c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 946 time: 0.0480363 Jul 14 11:25:07.196671 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d331db88-e1da-42ae-a4f7-feb14b188688 req-05d70dba-a53f-4f30-be28-2d0c8f2210b1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437577 Jul 14 11:25:07.280807 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:07.322818 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8633cc-4218-4577-b237-eecfd4d63a6f req-d448bfd5-8738-4225-a808-00d18c3d4c73 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:07.324347 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e8633cc-4218-4577-b237-eecfd4d63a6f req-d448bfd5-8738-4225-a808-00d18c3d4c73 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 946 time: 0.0548599 Jul 14 11:25:07.375061 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7e8633cc-4218-4577-b237-eecfd4d63a6f req-686d27b9-14cc-4ff6-a554-a8b20fc8d2d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450335 Jul 14 11:25:07.398539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35766) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:25:07.438160 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e648c9d-1a7b-4ad2-a5d2-056d38fd152f tempest-TestVolumeBootPattern-2141960575 tempest-TestVolumeBootPattern-2141960575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:07.439698 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8e648c9d-1a7b-4ad2-a5d2-056d38fd152f tempest-TestVolumeBootPattern-2141960575 tempest-TestVolumeBootPattern-2141960575-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1125 time: 0.0398130 Jul 14 11:25:07.444328 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 35768) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:25:07.448467 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:25:07.471895 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:07.559187 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:07.668684 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:07.671634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Allocated IP 172.27.0.60 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/fdabef14-1e57-437d-850a-36c4a05771c6) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:25:07.684556 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d2c9bc1e-d4ba-4cdc-b60e-7e607fb36650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:07.784022 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (fdabef14-1e57-437d-850a-36c4a05771c6), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:07.818558 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (fdabef14-1e57-437d-850a-36c4a05771c6), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:07.861803 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:25:07.865130 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:25:07.868968 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:25:07.872225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=fdabef14-1e57-437d-850a-36c4a05771c6,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:07.905145 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:08.148196 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:08.245276 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (b6024e38-f622-499b-b076-b3e317c3fe88), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:08.316150 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (fdabef14-1e57-437d-850a-36c4a05771c6), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:08.470323 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (fdabef14-1e57-437d-850a-36c4a05771c6), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:08.476229 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (fdabef14-1e57-437d-850a-36c4a05771c6), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:08.547750 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=fdabef14-1e57-437d-850a-36c4a05771c6,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:25:08.560931 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (b6024e38-f622-499b-b076-b3e317c3fe88), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:08.662256 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Floating IP b6024e38-f622-499b-b076-b3e317c3fe88 associated. External IP: 172.27.0.60, port: 604e5f5c-283e-45f1-a867-13e08aeec016. Jul 14 11:25:08.754388 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:09.131338 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:09.166059 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:25:09.284634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:25:09.295701 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:25:09.308373 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:25:09.309030 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:25:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:09.309181 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:09.336201 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:09.344014 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-0b1183fa-c800-46d3-91b9-250340a4e0d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8987198 Jul 14 11:25:09.345324 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:25:09.347562 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d5ffb-2e3a-4249-b95f-3acebb103621" -d '{"events": [{"name": "network-changed", "server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:25:09.394867 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba592b-72d4-4f18-a91d-4355694e0b61 x-openstack-request-id: req-79ba592b-72d4-4f18-a91d-4355694e0b61 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:25:09.395173 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:25:09.395434 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79ba592b-72d4-4f18-a91d-4355694e0b61 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:25:09.395849 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ba592b-72d4-4f18-a91d-4355694e0b61'] response: {'name': 'network-changed', 'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016', 'status': 'completed', 'code': 200} Jul 14 11:25:09.487519 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-60dfd7f9-2bee-4d08-ad26-76699e4f9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:09.489057 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-60dfd7f9-2bee-4d08-ad26-76699e4f9f3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1130 time: 0.0470595 Jul 14 11:25:09.518124 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:25:09.583817 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-e9450675-5382-4751-89b4-7d4dc3f919a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:09.585574 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-e9450675-5382-4751-89b4-7d4dc3f919a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.0893393 Jul 14 11:25:09.625254 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:09.654356 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-efd12a3f-7fd3-4175-b0fd-66f4c1922300 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 200 len: 999 time: 0.0622883 Jul 14 11:25:09.705571 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-97448211-ad4f-4aba-98b4-f00a9238cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:09.707205 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-97448211-ad4f-4aba-98b4-f00a9238cdbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0458353 Jul 14 11:25:09.735635 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:08Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:09.757829 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-08ea44ac-c6e4-4e6b-9761-50f7e906ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:09.759822 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-08ea44ac-c6e4-4e6b-9761-50f7e906ee11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440047 Jul 14 11:25:09.765257 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:25:09.776659 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:25:09.777464 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:25:08Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:09.880106 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-8970a4f2-cfeb-4617-97fc-37e8428c0a66 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137187 Jul 14 11:25:09.889470 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:25:09.990144 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb2d5ffb-2e3a-4249-b95f-3acebb103621 req-8370df54-3a65-48b3-8e3f-a893edaa15e9 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043420 Jul 14 11:25:10.127763 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:08Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:25:10.154425 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea616d-8cda-4a07-8095-b2c4721df3de None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:08Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:25:10.165967 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:10.344030 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3251d-e73d-4eb3-adb3-7db533f9b96f None None] New status for floating IP b6024e38-f622-499b-b076-b3e317c3fe88: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:25:10.572068 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:17.188425 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=13 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:17.191931 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:18.065386 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:19.984610 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:19.986575 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=42 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:20.130676 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=65 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:20.131504 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=53 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:28.058444 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:28.061551 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:30.238355 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-b02b3c1a-0ef6-409d-94e9-0b5edb48af62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476792 Jul 14 11:25:30.321550 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-5f26ab94-0422-46ae-b3b8-b605cc1d4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:30.323210 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-5f26ab94-0422-46ae-b3b8-b605cc1d4274 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0519812 Jul 14 11:25:30.469801 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-c3164356-2c4a-4e5c-a9ab-1d659e725153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:30.471221 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-c3164356-2c4a-4e5c-a9ab-1d659e725153 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.1223795 Jul 14 11:25:30.545717 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-a27b2578-3db7-40c5-94e7-9e0db49500cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 1002 time: 0.0682752 Jul 14 11:25:30.599696 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-d46ac334-708b-46ec-9ee8-4a0030689577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:30.601868 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-d46ac334-708b-46ec-9ee8-4a0030689577 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0493908 Jul 14 11:25:30.652064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-cad40d80-e4ed-4fc5-9378-d471f811c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:25:30.653662 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-cad40d80-e4ed-4fc5-9378-d471f811c313 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463150 Jul 14 11:25:30.765011 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-1f0e9145-c972-4239-bca1-89aee0622fdd service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032307 Jul 14 11:25:30.883255 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-4cfbdee4-2a82-48a0-8299-78770e9ee31e req-1b38f379-cdb5-45c4-baff-761b878201be service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117685 Jul 14 11:25:35.405008 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-07687aff-5e15-41fa-8b0e-7db952c72209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:36.839407 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:25:37.678949 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7bceb1eb-5ca7-45ba-b7ae-838b22a7b88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:38.757839 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:40.167197 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:40.565442 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:40.874220 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=50 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:40.877081 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=51 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:46.834168 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=15 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:46.834995 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=19 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:48.070754 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:25:58.062751 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:25:58.065427 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:05.407416 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-69132bea-8a50-47e2-aaa3-18fdc6159db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:07.693515 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8c816500-9f99-4b25-ba65-a36e82d79620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:08.760645 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:10.170434 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:10.568498 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:13.838579 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:26:18.072769 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:23.833757 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:23.834592 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:28.062586 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:28.069404 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:31.231553 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-8d7021ca-ba1a-4d98-b375-a2c5cf9f2001 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467396 Jul 14 11:26:31.327972 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-7f74cf1b-0b84-43bc-935d-db92f2108d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:31.329380 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-7f74cf1b-0b84-43bc-935d-db92f2108d83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0394936 Jul 14 11:26:31.435293 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-5dbde576-989e-40b4-9243-941236a51e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:31.437061 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-5dbde576-989e-40b4-9243-941236a51e4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.0900238 Jul 14 11:26:31.499469 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-8e06deb8-80ed-47e2-a389-5ffc4887d41d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 1002 time: 0.0556395 Jul 14 11:26:31.548441 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-aaa713c0-3683-4068-b820-746276f9ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:31.549927 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-aaa713c0-3683-4068-b820-746276f9ab14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0444634 Jul 14 11:26:31.597830 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-11fb71a6-b9f1-4cc8-a8aa-5ea6d0d59ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:31.599206 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-11fb71a6-b9f1-4cc8-a8aa-5ea6d0d59ab8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431166 Jul 14 11:26:31.686916 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-f4f7c482-c8f0-4c59-8318-ee73942b9a69 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815356 Jul 14 11:26:31.778787 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-29d5c376-c735-4338-9471-a492cf5ee8aa req-59b3c4ce-b462-45d9-8eea-ad95c044e2cd service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859640 Jul 14 11:26:33.301230 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d9219-1efe-4229-8a06-9e2f65092295 req-dfd34537-8db3-4d56-9367-b5a201c25f98 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:33.302619 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8f5d9219-1efe-4229-8a06-9e2f65092295 req-dfd34537-8db3-4d56-9367-b5a201c25f98 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0491340 Jul 14 11:26:33.354308 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8f5d9219-1efe-4229-8a06-9e2f65092295 req-ff373042-01ce-47ea-95c2-369ab30b1c5f tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460062 Jul 14 11:26:33.845458 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:33.846152 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:34.470089 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c77ab-2711-4a53-b1ae-4055ca1a4ae9 req-17d0cdd3-2d98-4557-8f83-066125c088c0 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:34.471547 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df9c77ab-2711-4a53-b1ae-4055ca1a4ae9 req-17d0cdd3-2d98-4557-8f83-066125c088c0 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0487938 Jul 14 11:26:34.521731 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-df9c77ab-2711-4a53-b1ae-4055ca1a4ae9 req-77d9ca60-568d-482a-b1c4-46f1f47439e3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445316 Jul 14 11:26:35.410346 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6c1f11d2-bd29-493f-9a95-48e30ad5a6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:35.637621 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855875f5-9148-4dff-85ac-6785218cd762 req-f3e66c4a-e35d-471c-b3f3-12a04d1777c0 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:35.639072 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-855875f5-9148-4dff-85ac-6785218cd762 req-f3e66c4a-e35d-471c-b3f3-12a04d1777c0 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0462606 Jul 14 11:26:35.688262 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-855875f5-9148-4dff-85ac-6785218cd762 req-16b6d512-87b5-4b58-b947-162182eb6a0a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Jul 14 11:26:36.800811 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffacbf9-6ed4-463a-abdf-5b64bac458ab req-6cc1713b-22f8-4351-8f94-b1de0d3de776 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:36.802245 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cffacbf9-6ed4-463a-abdf-5b64bac458ab req-6cc1713b-22f8-4351-8f94-b1de0d3de776 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0464196 Jul 14 11:26:36.854261 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cffacbf9-6ed4-463a-abdf-5b64bac458ab req-fbfa2d42-0d0b-44b2-85db-d9d3cf893fe9 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464704 Jul 14 11:26:37.688700 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8383b795-74df-46da-9b4f-2a614ca672bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:37.967926 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0d2eb-44f4-4c6b-bada-cdada066a7f0 req-6da89d37-9ac4-484f-a0f6-dbcf94934636 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:37.969304 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a5a0d2eb-44f4-4c6b-bada-cdada066a7f0 req-6da89d37-9ac4-484f-a0f6-dbcf94934636 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0478923 Jul 14 11:26:38.018855 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-a5a0d2eb-44f4-4c6b-bada-cdada066a7f0 req-c30d2096-38f4-40dc-910f-84c71ef5a75b tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Jul 14 11:26:38.762743 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:39.131499 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3c1f3-bd8f-40b8-913c-3891175f248b req-b2923918-8da9-44a2-ada2-d706e2a7dd9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:39.133095 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13a3c1f3-bd8f-40b8-913c-3891175f248b req-b2923918-8da9-44a2-ada2-d706e2a7dd9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0471728 Jul 14 11:26:39.182732 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-13a3c1f3-bd8f-40b8-913c-3891175f248b req-7e6f1353-e96d-4604-a5c9-2648401bc009 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Jul 14 11:26:40.177961 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:40.300354 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03cfc3-a338-469e-8bd2-6f883f943587 req-7564e168-fa5e-4d9d-abeb-77e186937843 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:40.301890 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1c03cfc3-a338-469e-8bd2-6f883f943587 req-7564e168-fa5e-4d9d-abeb-77e186937843 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0516934 Jul 14 11:26:40.353181 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-1c03cfc3-a338-469e-8bd2-6f883f943587 req-5a39ea82-edb3-4e07-8e58-bd7c72194c46 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457575 Jul 14 11:26:40.572013 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:41.466022 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c674-ca14-413a-8d37-e320e13dd4a0 req-eaf5b230-d91b-4587-981a-c8d0e30ab0dd tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:41.467538 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0186c674-ca14-413a-8d37-e320e13dd4a0 req-eaf5b230-d91b-4587-981a-c8d0e30ab0dd tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0471270 Jul 14 11:26:41.517959 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0186c674-ca14-413a-8d37-e320e13dd4a0 req-9397d054-0380-464d-ac67-50db1f781a51 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Jul 14 11:26:42.633706 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90262714-be08-4c55-8f46-c16ce820bcbd req-dba55799-b33b-4950-8ffb-98e262f71a69 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:42.635232 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90262714-be08-4c55-8f46-c16ce820bcbd req-dba55799-b33b-4950-8ffb-98e262f71a69 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0492311 Jul 14 11:26:42.688024 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-90262714-be08-4c55-8f46-c16ce820bcbd req-1ab3b1a8-f922-4fa6-8c0e-02f26130edd1 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452437 Jul 14 11:26:43.708103 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-0d70bf5b-29cb-4077-adef-9cac03583e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:43.709599 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-0d70bf5b-29cb-4077-adef-9cac03583e32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0447936 Jul 14 11:26:43.809070 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:43.813498 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:43.840454 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58750eee-4af2-4883-aff7-767d83c17a90 req-b00ab214-e21f-455a-bd44-f2d4383526ad tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:43.841901 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-58750eee-4af2-4883-aff7-767d83c17a90 req-b00ab214-e21f-455a-bd44-f2d4383526ad tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0732868 Jul 14 11:26:43.844621 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-c958849d-5ab2-47e8-babe-22d9f0cd068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:43.846001 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-c958849d-5ab2-47e8-babe-22d9f0cd068a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.1312366 Jul 14 11:26:43.937422 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-58750eee-4af2-4883-aff7-767d83c17a90 req-86b9b2bf-1c8c-4b03-ac8e-042fa9845001 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899973 Jul 14 11:26:43.940019 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-1dbd7108-6eec-44a9-af57-73191e654b41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 1002 time: 0.0859952 Jul 14 11:26:43.990526 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-b704cc5e-232b-4fef-82f5-db64ec74eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:43.992032 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-b704cc5e-232b-4fef-82f5-db64ec74eb32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0465975 Jul 14 11:26:44.037822 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-e8dbac35-3050-43ca-b21b-e70961277832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:44.039318 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-e8dbac35-3050-43ca-b21b-e70961277832 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406976 Jul 14 11:26:44.130152 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-b010d312-ebc5-42ba-b64e-7f6c6e029bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834756 Jul 14 11:26:44.228719 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-255afefc-3de5-4927-ae33-0f61bb197b03 req-65c5e913-eda9-46b8-acca-f529d494e6bd service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928881 Jul 14 11:26:45.051489 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63451c6-9435-447d-b3a2-be894f05057f req-5dbe9f24-8eee-4074-80f5-8e395c7ab144 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:45.052966 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d63451c6-9435-447d-b3a2-be894f05057f req-5dbe9f24-8eee-4074-80f5-8e395c7ab144 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0480251 Jul 14 11:26:45.105052 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-d63451c6-9435-447d-b3a2-be894f05057f req-53122910-e882-40ba-879b-a92d6dd7cd6c tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465603 Jul 14 11:26:46.224509 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef220a7-e9f5-4ca0-a7f8-375d0b23eb4d req-e9a7ecfc-4654-4a85-8330-706bbf10bdb7 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:46.226993 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cef220a7-e9f5-4ca0-a7f8-375d0b23eb4d req-e9a7ecfc-4654-4a85-8330-706bbf10bdb7 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0529141 Jul 14 11:26:46.286776 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cef220a7-e9f5-4ca0-a7f8-375d0b23eb4d req-39b42c67-7a14-43f4-9f2f-2fa6a1488c36 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522461 Jul 14 11:26:47.401448 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e8654-bb9f-4958-945f-b90a054bce05 req-c31fd0d5-9ef0-43e5-8094-396d1a49af8a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:47.402906 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e08e8654-bb9f-4958-945f-b90a054bce05 req-c31fd0d5-9ef0-43e5-8094-396d1a49af8a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0472806 Jul 14 11:26:47.451822 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-e08e8654-bb9f-4958-945f-b90a054bce05 req-2cff5231-52d1-4469-bf5f-5e062866ade8 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Jul 14 11:26:47.606402 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-fcd285ce-0838-49eb-9c06-71b206bd3cac req-fa045b33-5141-4f41-9584-a9ace9e3fc88 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:26:47.607435 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fcd285ce-0838-49eb-9c06-71b206bd3cac req-fa045b33-5141-4f41-9584-a9ace9e3fc88 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0922296 Jul 14 11:26:47.786814 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f9d79-fb50-4ba3-a610-bca0ec38ac4f req-033cc9f6-21a7-45d2-b44f-d2d294397dda tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:47.788431 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-206f9d79-fb50-4ba3-a610-bca0ec38ac4f req-033cc9f6-21a7-45d2-b44f-d2d294397dda tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0765653 Jul 14 11:26:47.798744 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-932fd116-25fb-4586-9a35-60cb6d2b9a21 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090879 Jul 14 11:26:47.814639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-64b728f2-fd5d-4f84-beac-c8c9a9013ed9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:26:47.815598 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-64b728f2-fd5d-4f84-beac-c8c9a9013ed9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0110264 Jul 14 11:26:47.851426 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-206f9d79-fb50-4ba3-a610-bca0ec38ac4f req-24c721a9-3d05-4d38-a74e-ce3e527b189a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558062 Jul 14 11:26:47.969160 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-b6f176f2-753e-43c4-b563-d07ed0e9b339 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:47.970460 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-b6f176f2-753e-43c4-b563-d07ed0e9b339 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports/4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 943 time: 0.1276186 Jul 14 11:26:48.093084 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:48.974664 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43d5ef-7a60-42ed-8520-1bfea74f47b9 req-d9b8239f-7402-4d25-abee-aa62b485eef2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:48.976194 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a43d5ef-7a60-42ed-8520-1bfea74f47b9 req-d9b8239f-7402-4d25-abee-aa62b485eef2 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0543780 Jul 14 11:26:49.032379 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-0a43d5ef-7a60-42ed-8520-1bfea74f47b9 req-4d7bc259-0b9e-4837-b9c7-78d7208d0b62 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504348 Jul 14 11:26:49.084917 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:26:49.159457 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 is: ACTIVE; New status is: DOWN {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:26:49.160227 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:49.184398 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:26:49.186856 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cbdf47-d786-4c41-87d5-657bbd24bf6d" -d '{"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:26:49.200570 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:49.206343 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:49.231565 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 11:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2805474b-6d66-4e66-93e8-edcdafa0d68c x-openstack-request-id: req-2805474b-6d66-4e66-93e8-edcdafa0d68c {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:26:49.231852 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:26:49.232100 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2805474b-6d66-4e66-93e8-edcdafa0d68c {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:26:49.232485 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2805474b-6d66-4e66-93e8-edcdafa0d68c'] response: {'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'code': 200} Jul 14 11:26:49.259008 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=6']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:49.266243 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.266590 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.266932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.267947 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.268283 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.268613 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.268967 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.269291 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.269614 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.269933 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.270253 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.270574 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.270895 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.271209 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.271557 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:26:49.456131 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-e51af60e-7314-40fb-9d6b-426cc80d99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:49.457538 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-e51af60e-7314-40fb-9d6b-426cc80d99d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54&tenant_id=67f0b0b647c442b9a682fd37d756400a HTTP/1.1" status: 200 len: 1128 time: 0.0456715 Jul 14 11:26:49.528703 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-49cdbac6-c7fb-470c-9ba4-ae3a71ce65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:49.530206 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-49cdbac6-c7fb-470c-9ba4-ae3a71ce65b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1128 time: 0.0401742 Jul 14 11:26:49.621927 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-c3a7fa3f-54ef-447e-99eb-e6e100006d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:49.623698 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-c3a7fa3f-54ef-447e-99eb-e6e100006d9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.0877719 Jul 14 11:26:49.683483 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-fba56afb-a699-4669-bd0f-cc4fb036d038 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 1000 time: 0.0540743 Jul 14 11:26:49.734742 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-e09fb975-060b-4831-bdd5-0f531a263d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:49.736676 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-e09fb975-060b-4831-bdd5-0f531a263d98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0479481 Jul 14 11:26:49.784347 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-df1bb3b9-2848-4ed9-bb83-2d9ded0a7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:49.785824 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-df1bb3b9-2848-4ed9-bb83-2d9ded0a7ef9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421162 Jul 14 11:26:49.852952 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:49.869232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:49.875231 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-b4eed10b-6a58-4e7c-b66f-c6673770678c service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832529 Jul 14 11:26:49.966239 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-7863fe59-6de8-40ce-b3fa-467125135d77 req-310b2ac9-a5a1-4037-9a3d-bde87d53d266 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852640 Jul 14 11:26:50.149402 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2893-2b4e-47e9-8f40-51ef364c0eac req-83cbb42d-df01-4adf-8ffb-e6445a0680fa tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:50.150863 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ceb2893-2b4e-47e9-8f40-51ef364c0eac req-83cbb42d-df01-4adf-8ffb-e6445a0680fa tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0471022 Jul 14 11:26:50.200596 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ceb2893-2b4e-47e9-8f40-51ef364c0eac req-d04a3b1d-ef30-42aa-ab2d-7302056bf952 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Jul 14 11:26:50.837524 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:26:51.313755 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084e172-d936-4bc4-951c-4b8e23edf8ac req-1301ef70-6714-43d6-ad5f-523f81caacc6 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:51.315221 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8084e172-d936-4bc4-951c-4b8e23edf8ac req-1301ef70-6714-43d6-ad5f-523f81caacc6 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0460761 Jul 14 11:26:51.363219 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8084e172-d936-4bc4-951c-4b8e23edf8ac req-95499e95-da5e-4497-97e3-b73f334f3295 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Jul 14 11:26:52.485517 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a79fb-d2a9-4d50-a396-1314bdb1f7c6 req-1a940b2f-9d99-48d9-9a53-6ba823100f76 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:52.487555 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a04a79fb-d2a9-4d50-a396-1314bdb1f7c6 req-1a940b2f-9d99-48d9-9a53-6ba823100f76 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0574651 Jul 14 11:26:52.537264 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a04a79fb-d2a9-4d50-a396-1314bdb1f7c6 req-20631fde-3bde-44cc-9762-86cfbd3c29f4 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Jul 14 11:26:53.882794 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab0aa0-5db1-4b0f-b433-f8b07eec5107 req-7114c8f3-d9a0-4e64-a3ed-407289e34d5a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:53.884257 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-64ab0aa0-5db1-4b0f-b433-f8b07eec5107 req-7114c8f3-d9a0-4e64-a3ed-407289e34d5a tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.2790606 Jul 14 11:26:53.909776 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:53.933848 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-64ab0aa0-5db1-4b0f-b433-f8b07eec5107 req-5c45fd2f-5b84-46e0-a4a6-470c6035b3fd tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440464 Jul 14 11:26:55.046349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5a172-720e-49ac-b784-b2b4d2b5b515 req-360007ea-6c1c-4642-81e3-2ffabf11079c tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:55.047855 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-11b5a172-720e-49ac-b784-b2b4d2b5b515 req-360007ea-6c1c-4642-81e3-2ffabf11079c tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0475726 Jul 14 11:26:55.096958 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-11b5a172-720e-49ac-b784-b2b4d2b5b515 req-3e94762d-3c1a-4db3-8838-568ed49d4956 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430481 Jul 14 11:26:56.211812 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8402d-230f-4828-b6d9-8b40cac7c813 req-a2f4f15d-1dd9-4cf9-bbe3-7ea9d8896c4d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:56.213280 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-23e8402d-230f-4828-b6d9-8b40cac7c813 req-a2f4f15d-1dd9-4cf9-bbe3-7ea9d8896c4d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0482905 Jul 14 11:26:56.248206 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:56.261918 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-23e8402d-230f-4828-b6d9-8b40cac7c813 req-a4da941c-988a-4f4d-a3a7-823966b07722 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Jul 14 11:26:57.383301 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7ce0-cb9b-4bef-bce5-d3697ee346b6 req-6f69dbb6-27f2-4dd9-a541-c168d99f9c0e tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:57.384789 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-631d7ce0-cb9b-4bef-bce5-d3697ee346b6 req-6f69dbb6-27f2-4dd9-a541-c168d99f9c0e tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0538692 Jul 14 11:26:57.433570 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-631d7ce0-cb9b-4bef-bce5-d3697ee346b6 req-0578a450-a01f-4c63-8ed2-c470bb37eb55 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Jul 14 11:26:58.550535 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588b1a-0be6-4509-9f6c-964eefbe4514 req-08dd7f76-7b95-4f76-86d4-be9d71be6d90 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:58.552028 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-60588b1a-0be6-4509-9f6c-964eefbe4514 req-08dd7f76-7b95-4f76-86d4-be9d71be6d90 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 944 time: 0.0514796 Jul 14 11:26:58.600948 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-60588b1a-0be6-4509-9f6c-964eefbe4514 req-ce9fcef2-a89c-4188-a423-4f8afec056ca tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 Jul 14 11:26:59.151497 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:26:59.153750 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:59.155485 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:26:59.252915 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:59.264389 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'port_id': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'mac_address': 'fa:16:3e:1e:ea:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:26:59.302298 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:26:59.302674 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:59.316311 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:26:59.335475 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:26:59.339224 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:26:59.385585 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=7']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:26:59.714674 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f8e6d-6a4e-4124-8ee9-569dd58379a5 req-a1f06916-82f6-412c-9a90-a01d74501e7e tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:26:59.716593 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-622f8e6d-6a4e-4124-8ee9-569dd58379a5 req-a1f06916-82f6-412c-9a90-a01d74501e7e tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 945 time: 0.0464146 Jul 14 11:26:59.734504 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:26:59.769767 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-622f8e6d-6a4e-4124-8ee9-569dd58379a5 req-646fd787-f1a2-4261-bef4-896f9b1bbc8d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466247 Jul 14 11:27:00.833993 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:00.834726 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:00.883194 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2351b-0eb3-488a-8060-838e57196995 req-82bc9974-c411-4325-8f27-0ac37b851815 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:00.884693 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-48f2351b-0eb3-488a-8060-838e57196995 req-82bc9974-c411-4325-8f27-0ac37b851815 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 945 time: 0.0472355 Jul 14 11:27:00.933531 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-48f2351b-0eb3-488a-8060-838e57196995 req-71936166-39e9-4bf2-917a-02a37bc3ca2e tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Jul 14 11:27:01.162916 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:01.205910 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:27:01.206269 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:01.278564 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:27:01.278937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:01.300633 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:27:01.302791 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9226a4af-8644-489f-8a84-2a82a0e3d2c8" -d '{"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:01.315631 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:01.319998 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:01.343087 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3571a3a1-f9d1-43ef-a5af-59fab598fb8a x-openstack-request-id: req-3571a3a1-f9d1-43ef-a5af-59fab598fb8a {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:01.343371 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:01.343639 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3571a3a1-f9d1-43ef-a5af-59fab598fb8a {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:01.344024 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3571a3a1-f9d1-43ef-a5af-59fab598fb8a'] response: {'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'code': 200} Jul 14 11:27:01.368212 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=8']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:01.599141 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e49d8-f163-4566-920a-a0c97426af1b req-0cd80d4b-1c5b-4bbb-b4c1-f7d944e650c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:01.600561 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-337e49d8-f163-4566-920a-a0c97426af1b req-0cd80d4b-1c5b-4bbb-b4c1-f7d944e650c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0395947 Jul 14 11:27:01.649736 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-337e49d8-f163-4566-920a-a0c97426af1b req-e722d229-7b44-4073-b1e6-5ff4342cc90a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421278 Jul 14 11:27:02.051808 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2544a9-b1e0-4729-b9ef-e34ec7b06aaf req-df15d449-000e-4217-8fed-9ae398524209 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:02.053280 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f2544a9-b1e0-4729-b9ef-e34ec7b06aaf req-df15d449-000e-4217-8fed-9ae398524209 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0534847 Jul 14 11:27:02.106858 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-0f2544a9-b1e0-4729-b9ef-e34ec7b06aaf req-56bf3fe6-de05-4d09-8063-369f7d5b635b tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479236 Jul 14 11:27:03.224141 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a55-5d03-45ab-ab47-98950153c548 req-e3d64373-ab06-4a93-94e9-c1912b99e114 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:03.225605 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b209a55-5d03-45ab-ab47-98950153c548 req-e3d64373-ab06-4a93-94e9-c1912b99e114 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0483913 Jul 14 11:27:03.276251 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9b209a55-5d03-45ab-ab47-98950153c548 req-ce19342d-ecad-4d80-82dd-63d10a0090bf tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Jul 14 11:27:05.413143 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f31d3d1b-594b-4f60-b3b0-a502dba334fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:07.680326 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:07.687482 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:07.693310 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7d615ce9-4a50-40ea-aefa-a567e464eaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:08.766859 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:10.176101 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:10.575437 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:12.099225 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=38 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:12.102433 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=28 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:13.267367 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=71 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:13.272164 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=77 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:18.088682 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:22.483589 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-d81d50e6-a1fc-4c05-a16f-b747f318e3ff tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504150156&fields=id&tenant_id=67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 267 time: 0.0454926 Jul 14 11:27:22.602451 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-f9cbd6d0-fe75-4026-9c6a-acf409b3c703 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:22.604045 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-f9cbd6d0-fe75-4026-9c6a-acf409b3c703 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 812 time: 0.1135490 Jul 14 11:27:22.620469 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-2deb7f2c-d4d6-4d8e-b0cf-8711f2fe5327 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/quotas/67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 375 time: 0.0104976 Jul 14 11:27:22.693078 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-690f38d2-7f76-4924-a958-fd324f6f2634 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664546 Jul 14 11:27:22.851668 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-9528582f-7792-458a-b13b-afd3fdd44f59 service neutron] 10.222.0.75 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469283 Jul 14 11:27:22.950225 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-347cff67-fcda-4472-8622-6d0e6a0f11ad service neutron] 10.222.0.75 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926089 Jul 14 11:27:24.285954 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-39dc066d-66b9-4cf7-ba92-33c5a0ec27dd req-02732527-ac02-4029-989f-b2b652bcf968 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0295494 Jul 14 11:27:25.365762 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-be40acbf-9c94-4dab-83af-c51fac0d3c88 req-2b709f05-6f22-4b91-8b0a-72e18f49f135 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0277519 Jul 14 11:27:26.443778 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ab3557b-4c7e-4a72-aea0-69e92108d140 req-28949dcb-7d51-4c70-9b1c-7cb545617755 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0304239 Jul 14 11:27:27.527766 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9d1223e6-f350-4b14-8172-188f18cb6aa5 req-5d301014-22a8-46d1-b6ec-a45a20d4fe06 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0315359 Jul 14 11:27:27.838341 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:27:28.078511 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:28.084876 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:28.637747 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-028b36e7-68d4-4f1a-a1bb-9df167020a0f req-0b858411-4178-4898-812e-60bc6fd16802 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0352540 Jul 14 11:27:29.336366 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-993772d2-6da1-417f-a4b7-7724d507cba9 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:29.337826 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-993772d2-6da1-417f-a4b7-7724d507cba9 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 812 time: 0.1036541 Jul 14 11:27:29.405972 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-c4a69464-0dbd-42a1-8524-bf182336e428 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f41dcdf6564bbd910a2285568941a1 HTTP/1.1" status: 200 len: 380 time: 0.0537374 Jul 14 11:27:29.422550 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'port': {'device_id': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'admin_state_up': True, 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'security_groups': ['cb7c3511-d5b5-4676-90a8-f0940f266ef8']}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:27:29.547262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Made reservation on behalf of 67f41dcdf6564bbd910a2285568941a1 for: {'port': 1} {{(pid=104142) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:27:29.550986 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:29.714736 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Allocated IP 172.20.0.7 (ba59ba1e-7990-4ba9-88ad-652628c8e3ee/eeeaa03c-c822-4efd-8572-ad107177dfe8/4e454db3-2e7d-4aa3-9dc9-8070985492b7) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:29.739133 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-dd5bc79c-4872-49f5-a51a-6232b2c6cf33 req-c8958171-a480-4898-a11b-1de97cae290f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0301974 Jul 14 11:27:29.864245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:29.902008 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:29.955898 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:29.962322 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:29.966638 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:27:29.990591 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=4e454db3-2e7d-4aa3-9dc9-8070985492b7,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:30.005705 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.006221 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.006434 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.006764 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.007090 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.007450 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.007772 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.008091 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.008409 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.008728 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.009037 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.009377 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.009667 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.009980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.010290 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:27:30.040548 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:30.040965 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.069804 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-c9718b5b-708d-43e1-8539-0585c63351fc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6507452 Jul 14 11:27:30.088566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Request body: {'port': {'device_id': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84893'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:27:30.115526 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:30.169648 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.215547 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:30.244952 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-b6aed03f-ab44-4377-9434-4e8b13f16894 None None] Provisioning complete for port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 triggered by entity DHCP. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:27:30.245620 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6aed03f-ab44-4377-9434-4e8b13f16894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.280646 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b6aed03f-ab44-4377-9434-4e8b13f16894 None None] Port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 cannot update to ACTIVE because it is not bound. {{(pid=104143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:27:30.484429 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e454db3-2e7d-4aa3-9dc9-8070985492b7 {{(pid=104142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:27:30.493555 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Publish callbacks [] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.508058 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.provisioning_blocks [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Transition to ACTIVE for port object 4e454db3-2e7d-4aa3-9dc9-8070985492b7 will not be triggered until provisioned by entity L2. {{(pid=104142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:27:30.512565 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.568652 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Pushing event updated for resources: {'Port': ['ID=4e454db3-2e7d-4aa3-9dc9-8070985492b7,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:30.652064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Attempting to bind port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 on host hv-cinder-84893 for vnic_type normal with profile {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:27:30.652404 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Attempting to bind port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 by drivers openvswitch,hyperv on host hv-cinder-84893 at level 0 using segments [{'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:27:30.652719 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Attempting to bind port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:27:30.657982 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84893 {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:27:30.658293 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Attempting to bind port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 on network ba59ba1e-7990-4ba9-88ad-652628c8e3ee {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:27:30.665054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Checking agent: {'id': '800f1d7f-29ea-4b02-abcc-936c32398571', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84893', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'started_at': datetime.datetime(2022, 7, 14, 11, 5, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:27:30.665399 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Checking segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:27:30.665767 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Bound using segment: {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'} {{(pid=104142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:27:30.666208 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.managers [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Bound port: 4e454db3-2e7d-4aa3-9dc9-8070985492b7, host: hv-cinder-84893, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bde1f17-8c25-43d5-9fd5-6c67a73c6203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee'}}] {{(pid=104142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:27:30.666566 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.745763 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] For port 4e454db3-2e7d-4aa3-9dc9-8070985492b7, host hv-cinder-84893, cleared binding levels {{(pid=104142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:27:30.749412 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] For port 4e454db3-2e7d-4aa3-9dc9-8070985492b7, host hv-cinder-84893, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:27:30.756347 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.793027 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:30.793554 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:30.794984 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] 10.222.0.26 "PUT /v2.0/ports/4e454db3-2e7d-4aa3-9dc9-8070985492b7 HTTP/1.1" status: 200 len: 1093 time: 0.7108784 Jul 14 11:27:30.795502 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:27:30.797824 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeed274-223f-4f85-9f62-f68c2b83cfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:30.840370 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4625e7-436e-4ebd-830e-f830be04c352 service neutron] Pushing event updated for resources: {'Port': ['ID=4e454db3-2e7d-4aa3-9dc9-8070985492b7,revision_number=3']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:30.892529 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b96bcc3-81db-4bbb-9995-980150bd6af5 x-openstack-request-id: req-2b96bcc3-81db-4bbb-9995-980150bd6af5 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:30.892797 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:30.893111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b96bcc3-81db-4bbb-9995-980150bd6af5 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:30.893576 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b96bcc3-81db-4bbb-9995-980150bd6af5'] response: {'name': 'network-changed', 'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'status': 'completed', 'code': 200} Jul 14 11:27:30.941247 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029d33c-1707-4f55-be2f-5f3d333893ca req-8dbbbf9d-c1cd-44d2-8540-43f241294485 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:30.942994 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3029d33c-1707-4f55-be2f-5f3d333893ca req-8dbbbf9d-c1cd-44d2-8540-43f241294485 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.1196454 Jul 14 11:27:30.954488 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-00f77f1e-cd96-4eb0-9f7f-e4abf67a8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:30.956543 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-00f77f1e-cd96-4eb0-9f7f-e4abf67a8f85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 1127 time: 0.0663366 Jul 14 11:27:31.012283 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-9b9d2a0c-bd16-495c-9d32-1d56b25a5d65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7 HTTP/1.1" status: 200 len: 217 time: 0.0392897 Jul 14 11:27:31.080854 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-3029d33c-1707-4f55-be2f-5f3d333893ca req-1e4b0e56-bc13-4c02-bae9-4acb165ccd01 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231947 Jul 14 11:27:31.100508 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-091a7203-40df-43c4-8d70-5dd594e798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:31.102365 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-091a7203-40df-43c4-8d70-5dd594e798d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0808015 Jul 14 11:27:31.149940 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:31.173092 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184121aa-36f2-4163-b771-77822d5239a4 req-5f7612ca-dae5-462c-b173-ad21376cf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:31.175832 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-5f7612ca-dae5-462c-b173-ad21376cf886 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659184 Jul 14 11:27:31.278486 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-db0a8e87-7540-40c1-9561-09bf1468b794 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960150 Jul 14 11:27:31.348723 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:31.378287 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-184121aa-36f2-4163-b771-77822d5239a4 req-53439d70-90b4-4281-b7af-bfc29c9ff217 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938363 Jul 14 11:27:32.214392 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877faa2-6d50-4c69-af88-8faacb307c5d req-a92ba6b7-1fa6-47fa-80f4-767f6c7314c9 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:32.215971 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2877faa2-6d50-4c69-af88-8faacb307c5d req-a92ba6b7-1fa6-47fa-80f4-767f6c7314c9 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0523775 Jul 14 11:27:32.272559 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2877faa2-6d50-4c69-af88-8faacb307c5d req-cb5abeec-52ec-47af-959f-0b8edd40336c tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507901 Jul 14 11:27:32.496002 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-be383266-7c5f-46e7-acc4-a6a285e19ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:32.497538 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-be383266-7c5f-46e7-acc4-a6a285e19ba5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 1127 time: 0.0433416 Jul 14 11:27:32.624604 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-3f76ff78-ec8c-42ba-bfe5-b2940632f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:32.627046 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-3f76ff78-ec8c-42ba-bfe5-b2940632f840 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.1220596 Jul 14 11:27:32.673101 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-fc53a61f-27e5-49ed-92b4-10b6165670bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7 HTTP/1.1" status: 200 len: 217 time: 0.0365942 Jul 14 11:27:32.730760 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-d2d407ce-3aa4-49e5-8039-42d93dd71aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:32.732310 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-d2d407ce-3aa4-49e5-8039-42d93dd71aa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0475495 Jul 14 11:27:32.787851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-c5c87552-5620-42b2-84ff-f522b63cf6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:32.789385 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-c5c87552-5620-42b2-84ff-f522b63cf6e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477166 Jul 14 11:27:33.157544 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-90a74c61-3386-4f4c-83f8-0fb0e6080721 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597507 Jul 14 11:27:33.267750 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-dac94310-7546-4d92-9070-d8bcc77fb240 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844152 Jul 14 11:27:33.295773 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-abeed274-223f-4f85-9f62-f68c2b83cfb2 req-8ce54eb7-e53e-4074-8e6f-9e18b34a857f service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311612 Jul 14 11:27:33.396759 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a66d-3044-4549-8f0d-225feb66178f req-d8e20d8f-ba9b-405c-a3d1-28fe8545ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:33.398261 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-d8e20d8f-ba9b-405c-a3d1-28fe8545ae49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1130 time: 0.0692585 Jul 14 11:27:33.415072 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083113d3-23d7-4037-bb0b-cb2f0e4ea01f req-f4d64984-40b7-4c58-b47f-9efb2195f571 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:33.416680 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-083113d3-23d7-4037-bb0b-cb2f0e4ea01f req-f4d64984-40b7-4c58-b47f-9efb2195f571 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0605202 Jul 14 11:27:33.526922 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-083113d3-23d7-4037-bb0b-cb2f0e4ea01f req-3a956968-8495-458e-95c1-866d5a624624 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007411 Jul 14 11:27:33.540386 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a66d-3044-4549-8f0d-225feb66178f req-6242d6a3-0718-4939-8ded-4c9d050d88af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:33.541843 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-6242d6a3-0718-4939-8ded-4c9d050d88af service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.1242905 Jul 14 11:27:33.609024 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-c2a01e9b-7fee-40e1-8487-fc77519ce626 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 200 len: 1001 time: 0.0605278 Jul 14 11:27:33.657849 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a66d-3044-4549-8f0d-225feb66178f req-10d407c4-8a6d-41ce-ad25-2873eee88049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:33.659278 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-10d407c4-8a6d-41ce-ad25-2873eee88049 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0430748 Jul 14 11:27:33.704373 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a66d-3044-4549-8f0d-225feb66178f req-371a003b-dec0-400d-bef6-7176ef70ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:33.705916 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-371a003b-dec0-400d-bef6-7176ef70ff12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413353 Jul 14 11:27:33.719626 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:33.798851 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:33.803180 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-17845b97-05a2-4d8a-b61f-d2190fadb196 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913305 Jul 14 11:27:33.854004 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=19 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:33.900577 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-08c8a66d-3044-4549-8f0d-225feb66178f req-e9b3944a-4df9-427f-9193-aecf8ec5a7f1 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911117 Jul 14 11:27:34.645658 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5ce3e-921b-4ca7-93e5-468ffffd9ecd req-b439bebd-cd09-44cc-99aa-1aeb354a7f22 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:34.647136 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8ec5ce3e-921b-4ca7-93e5-468ffffd9ecd req-b439bebd-cd09-44cc-99aa-1aeb354a7f22 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0495203 Jul 14 11:27:34.699343 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-8ec5ce3e-921b-4ca7-93e5-468ffffd9ecd req-aded2b0b-918a-4a9c-90a9-b37b89576488 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466249 Jul 14 11:27:35.417120 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-71d399f0-d634-4e45-936c-0e53f486c348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:35.820038 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dcfcf-cb64-496d-ab3c-e83da47e0f0b req-e637ae45-d0ce-4331-bcee-264c0019cc89 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:35.821559 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb8dcfcf-cb64-496d-ab3c-e83da47e0f0b req-e637ae45-d0ce-4331-bcee-264c0019cc89 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0537572 Jul 14 11:27:35.873748 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cb8dcfcf-cb64-496d-ab3c-e83da47e0f0b req-f5a79a6f-bf55-44f2-bf21-f9de77d4774a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466752 Jul 14 11:27:36.993206 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b732e4-9976-4058-a4f3-357f59d89802 req-47767bd0-ed67-4318-91ca-59d6da80e262 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:36.994709 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88b732e4-9976-4058-a4f3-357f59d89802 req-47767bd0-ed67-4318-91ca-59d6da80e262 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0496047 Jul 14 11:27:37.045765 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-88b732e4-9976-4058-a4f3-357f59d89802 req-ce87327d-5f67-4c70-b171-0b0bd6ca11ec tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Jul 14 11:27:37.699724 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-88c52a9f-4f01-40fd-ad43-a3fb10c56209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:37.834508 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=17 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:38.247088 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be7f4-96b7-4905-837c-f4a815f79643 req-c1a2b0c0-2cd4-4873-974a-7c6fb5a44074 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:38.248769 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-922be7f4-96b7-4905-837c-f4a815f79643 req-c1a2b0c0-2cd4-4873-974a-7c6fb5a44074 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.1283352 Jul 14 11:27:38.305025 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-922be7f4-96b7-4905-837c-f4a815f79643 req-d8adab5a-b9a3-4b77-b181-9a46044835ae tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500886 Jul 14 11:27:38.773775 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:39.429192 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3620ef-d76e-47c5-9b97-ecc94bc57476 req-4a62daf4-a0ac-463e-8cb0-422d7c995c50 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:39.430800 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7c3620ef-d76e-47c5-9b97-ecc94bc57476 req-4a62daf4-a0ac-463e-8cb0-422d7c995c50 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0507891 Jul 14 11:27:39.489294 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7c3620ef-d76e-47c5-9b97-ecc94bc57476 req-be3e60cf-7104-422c-a883-6869640a7559 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512352 Jul 14 11:27:40.191189 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:40.586647 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:40.625440 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c3ab-5fd4-44b3-9bc5-02dd36cbf07c req-769b5a2d-ec95-41a0-8809-6d397a83243f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:40.627010 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ee0c3ab-5fd4-44b3-9bc5-02dd36cbf07c req-769b5a2d-ec95-41a0-8809-6d397a83243f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 943 time: 0.0656321 Jul 14 11:27:40.681988 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2ee0c3ab-5fd4-44b3-9bc5-02dd36cbf07c req-1ded853a-f2af-4fc1-b7a2-d752501888ea tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483088 Jul 14 11:27:41.428430 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4e454db3-2e7d-4aa3-9dc9-8070985492b7 details requested by agent hyperv_hv-cinder-84893 with host hv-cinder-84893 {{(pid=104143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:27:41.541780 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4e454db3-2e7d-4aa3-9dc9-8070985492b7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:41.554212 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Returning: {'device': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'port_id': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'mac_address': 'fa:16:3e:08:4b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:27:41.592664 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 is: DOWN; New status is: BUILD {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:27:41.593054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:41.612090 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e454db3-2e7d-4aa3-9dc9-8070985492b7 {{(pid=104143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:27:41.635712 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4e454db3-2e7d-4aa3-9dc9-8070985492b7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:41.640301 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:41.695054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=4e454db3-2e7d-4aa3-9dc9-8070985492b7,revision_number=4']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:41.872279 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49480a0-1043-4608-8c71-062715f58a53 req-90f291be-05e5-4003-aaba-59efd1751906 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:41.874283 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b49480a0-1043-4608-8c71-062715f58a53 req-90f291be-05e5-4003-aaba-59efd1751906 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 944 time: 0.1217909 Jul 14 11:27:41.935798 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b49480a0-1043-4608-8c71-062715f58a53 req-ca592255-abb2-47ad-8e69-301633c8739f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499742 Jul 14 11:27:42.053449 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] get_ports_and_sgs() called for port_ids ['4e454db3-2e7d-4aa3-9dc9-8070985492b7'] {{(pid=104143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:27:43.065352 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ea53-fffd-4289-879a-f9aadebaad0e req-3889d7b5-2517-43aa-b459-de2107c30cc9 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:43.067887 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a186ea53-fffd-4289-879a-f9aadebaad0e req-3889d7b5-2517-43aa-b459-de2107c30cc9 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 944 time: 0.0614851 Jul 14 11:27:43.122599 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a186ea53-fffd-4289-879a-f9aadebaad0e req-6094e36a-c4a7-4c98-944c-3f1e0c87aecb tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491736 Jul 14 11:27:43.425473 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4e454db3-2e7d-4aa3-9dc9-8070985492b7 up at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:27:43.472168 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning for port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 completed by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:27:43.479034 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.provisioning_blocks [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Provisioning complete for port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 triggered by entity L2. {{(pid=104143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:27:43.479698 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1991854'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), provisioning_complete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:43.522060 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:43.539105 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:43.587729 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Current status of the port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 is: BUILD; New status is: ACTIVE {{(pid=104143) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:27:43.588130 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), before_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:43.614112 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7'}] {{(pid=104143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:27:43.616901 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e302b5e1829aea57d233fbda8cf5b6affb27b3cc19023505ca84aa9db212754a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee1d824-1ca8-4ac9-b708-ec91ad310a16" -d '{"events": [{"server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "name": "network-vif-plugged", "status": "completed", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7"}]}' {{(pid=104143) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:43.632358 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] For port 4e454db3-2e7d-4aa3-9dc9-8070985492b7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:27:43.637803 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:43.662148 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ea5a9d-ca81-4f38-9d74-53b82193e8b5 x-openstack-request-id: req-59ea5a9d-ca81-4f38-9d74-53b82193e8b5 {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:43.662442 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "name": "network-vif-plugged", "status": "completed", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7", "code": 200}]} {{(pid=104143) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:43.662771 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59ea5a9d-ca81-4f38-9d74-53b82193e8b5 {{(pid=104143) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:43.663084 dv-cinder-848938-2-iscsi neutron-server[104143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ea5a9d-ca81-4f38-9d74-53b82193e8b5'] response: {'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'code': 200} Jul 14 11:27:43.695135 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Pushing event updated for resources: {'Port': ['ID=4e454db3-2e7d-4aa3-9dc9-8070985492b7,revision_number=5']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:43.924356 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993b44e-50ef-4d3e-ab5a-09c170293418 req-51fa8b40-9ed7-42ab-b3b3-2b17b84bdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:43.925938 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2993b44e-50ef-4d3e-ab5a-09c170293418 req-51fa8b40-9ed7-42ab-b3b3-2b17b84bdc8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0402317 Jul 14 11:27:43.981066 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2993b44e-50ef-4d3e-ab5a-09c170293418 req-a0f5ce5c-bc9f-4707-9a62-b94957b90cfb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476844 Jul 14 11:27:44.241020 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4717cc-0b9e-4d36-8bbe-0cce0f47755e req-f54a3926-66d5-4f88-b8ff-e8185cd68cfc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:44.242549 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ac4717cc-0b9e-4d36-8bbe-0cce0f47755e req-f54a3926-66d5-4f88-b8ff-e8185cd68cfc tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0502832 Jul 14 11:27:44.293362 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-ac4717cc-0b9e-4d36-8bbe-0cce0f47755e req-b37e9911-0b72-4048-861b-23d677caac15 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451145 Jul 14 11:27:45.433808 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611fb5-d4dd-4b7f-ba34-241988337df6 req-aada1b9e-da83-46dc-beb7-fde1549cbe4b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:45.435321 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-91611fb5-d4dd-4b7f-ba34-241988337df6 req-aada1b9e-da83-46dc-beb7-fde1549cbe4b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0670593 Jul 14 11:27:45.485978 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-91611fb5-d4dd-4b7f-ba34-241988337df6 req-ac47b801-620b-4de5-8ca9-96598108ad5a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Jul 14 11:27:46.608690 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cf91f-9c1a-49ff-b583-bfd0b0038ed3 req-0ee760f5-0aa0-40e6-8721-fca86a8d1e74 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:46.610190 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-907cf91f-9c1a-49ff-b583-bfd0b0038ed3 req-0ee760f5-0aa0-40e6-8721-fca86a8d1e74 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0502615 Jul 14 11:27:46.665654 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-907cf91f-9c1a-49ff-b583-bfd0b0038ed3 req-f960386c-21d6-4066-9acf-8bcd3c8c7c47 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498881 Jul 14 11:27:46.746520 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:46.790014 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1eb7-f2b2-4983-8c87-71b53bec75dc req-97ff7883-f54f-4675-bb02-63e4ffb7c72e tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:46.791685 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9c4a1eb7-f2b2-4983-8c87-71b53bec75dc req-97ff7883-f54f-4675-bb02-63e4ffb7c72e tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0553188 Jul 14 11:27:46.803995 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=100 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:46.846579 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-9c4a1eb7-f2b2-4983-8c87-71b53bec75dc req-72c02f2a-b29e-451d-98ef-dc00df333d44 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485814 Jul 14 11:27:46.873597 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36026) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:27:47.017149 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c47e1e8-fa6c-4c19-8b0b-994267b5a5ae tempest-TestVolumeBootPattern-2141960575 tempest-TestVolumeBootPattern-2141960575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:47.018645 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-1c47e1e8-fa6c-4c19-8b0b-994267b5a5ae tempest-TestVolumeBootPattern-2141960575 tempest-TestVolumeBootPattern-2141960575-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 1124 time: 0.1440182 Jul 14 11:27:47.022088 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36030) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:27:47.026267 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.v2.base [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Request body: {'floatingip': {'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'port_id': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104142) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:27:47.048608 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:47.100546 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:47.126186 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (None), before_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:47.244924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:47.252554 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_common [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Allocated IP 172.27.0.165 (f53ee9e8-df85-4689-b40a-c89046bf11d8/ae8300db-d740-44f5-827a-aa3016a0c168/39ce149b-a2a1-4c58-9652-691d7cf0c2b5) {{(pid=104142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:27:47.362921 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:47.399583 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781906041838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:47.446349 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Network f53ee9e8-df85-4689-b40a-c89046bf11d8 is already hosted by enough agents. {{(pid=104142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:27:47.451602 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.base_scheduler [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Resources bound (agent type, host, resource id): {{(pid=104142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:27:47.453831 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=39ce149b-a2a1-4c58-9652-691d7cf0c2b5,revision_number=1']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:47.456013 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Received port after_create {{(pid=104142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:27:47.818964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (5f9aafe4-a0d7-4868-a478-5133e3697359), precommit_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:47.887518 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1970303'] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), before_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:47.889854 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:48.035739 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:48.056232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), precommit_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:48.062009 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781906406669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781906041860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781906041878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59019606'] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), after_update {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:48.099243 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:48.127888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event updated for resources: {'Port': ['ID=39ce149b-a2a1-4c58-9652-691d7cf0c2b5,revision_number=2']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:27:48.144521 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-718621'] for floatingip (5f9aafe4-a0d7-4868-a478-5133e3697359), after_create {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:48.250620 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Floating IP 5f9aafe4-a0d7-4868-a478-5133e3697359 associated. External IP: 172.27.0.165, port: 4e454db3-2e7d-4aa3-9dc9-8070985492b7. Jul 14 11:27:48.454632 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:27:48.562410 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:27:48.573531 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:27:48.581926 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:27:48.585322 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:27:48.585957 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:27:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:48.613633 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-05e99ec2-d2de-4613-8309-de35029ca53b tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5905302 Jul 14 11:27:48.614580 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:27:48.617215 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590" -d '{"events": [{"name": "network-changed", "server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:27:48.657361 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a4f8e-4b80-4a4f-bb55-83362f85c5b2 x-openstack-request-id: req-7d9a4f8e-4b80-4a4f-bb55-83362f85c5b2 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:27:48.657634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:27:48.657896 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d9a4f8e-4b80-4a4f-bb55-83362f85c5b2 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:27:48.658308 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9a4f8e-4b80-4a4f-bb55-83362f85c5b2'] response: {'name': 'network-changed', 'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'status': 'completed', 'code': 200} Jul 14 11:27:48.695569 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:27:48.744157 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-cbcd9065-f336-45d6-a554-17075263bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:48.745628 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-cbcd9065-f336-45d6-a554-17075263bfdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0420055 Jul 14 11:27:48.851115 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-b482cf47-cb71-4559-8366-915e9440903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:48.852622 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-b482cf47-cb71-4559-8366-915e9440903d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.1016867 Jul 14 11:27:48.920338 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-12a190ee-5da0-467b-9089-495282604d52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7 HTTP/1.1" status: 200 len: 999 time: 0.0606391 Jul 14 11:27:48.978459 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-b2db994e-ea3c-430d-a262-8fa0dc2cbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:48.980055 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-b2db994e-ea3c-430d-a262-8fa0dc2cbed6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0531027 Jul 14 11:27:49.030959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-784420c5-2de5-491d-8979-2eda01201978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:27:49.032538 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-784420c5-2de5-491d-8979-2eda01201978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454493 Jul 14 11:27:49.045900 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '5f9aafe4-a0d7-4868-a478-5133e3697359', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:08:4b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:27:47Z', 'updated_at': '2022-07-14T11:27:47Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}, {'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:10Z', 'revision_number': 1, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:49.048747 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:49.072742 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:27:49.073723 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:49.082204 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:27:49.082837 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:27:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:49.137873 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-4f96f3eb-df97-418b-9a2f-45c5fb25bdde service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981152 Jul 14 11:27:49.185083 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:27:49.236124 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a5bf92c8-ff3d-49a7-bf45-44c2f238c590 req-0ee22692-7bf5-459d-938c-eb98546630cb service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927966 Jul 14 11:27:49.406117 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '5f9aafe4-a0d7-4868-a478-5133e3697359', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:08:4b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:27:47Z', 'updated_at': '2022-07-14T11:27:47Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}, {'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:10Z', 'revision_number': 1, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:27:49.436033 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ab1e14-6e02-4fa7-8497-8467b612adc6 None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': '5f9aafe4-a0d7-4868-a478-5133e3697359', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:08:4b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:27:47Z', 'updated_at': '2022-07-14T11:27:47Z', 'revision_number': 0, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}, {'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:10Z', 'revision_number': 1, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:27:49.635165 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f6185-d8a1-437e-bca8-28b46f9f4f0b None None] New status for floating IP 5f9aafe4-a0d7-4868-a478-5133e3697359: ACTIVE {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:27:56.838371 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:56.842830 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=8 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:59.222142 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=13 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:59.233114 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=21 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:59.741873 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:27:59.744098 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:04.838405 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:28:05.420165 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e96e445a-45de-4bef-abcd-2f88465676ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:07.695702 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-e77d6e33-4b84-488e-838c-1150e8895946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:08.772555 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:08.824224 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=80 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:10.184796 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:10.581456 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:14.834166 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=76 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:18.112828 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:28.107243 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:28.108261 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:33.212475 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-4971b46f-ae6b-472b-8b63-c6d7e4871a65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410028 Jul 14 11:28:33.327703 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-8d610008-765c-4673-aaf6-18f2783a7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:33.329378 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-8d610008-765c-4673-aaf6-18f2783a7fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0491369 Jul 14 11:28:33.459348 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-9df694af-f51a-4007-abf8-3346044076ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:33.462119 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-9df694af-f51a-4007-abf8-3346044076ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.1104670 Jul 14 11:28:33.543635 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-49c08627-b9d2-46a0-9053-74822a813e8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 1002 time: 0.0748312 Jul 14 11:28:33.595109 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-4bcc1f1b-d0a2-4d56-944b-99d169de6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:33.596692 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-4bcc1f1b-d0a2-4d56-944b-99d169de6a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0473163 Jul 14 11:28:33.643257 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-cc4d7a08-b5e3-48b0-bfda-09cdef356053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:33.644818 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-cc4d7a08-b5e3-48b0-bfda-09cdef356053 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425439 Jul 14 11:28:33.750946 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-64afcadd-76bb-44a6-9f99-7cf9810e2755 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999436 Jul 14 11:28:33.845556 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-91855c66-c27e-4fc9-9e4d-b392db4f478e req-2e9c10b0-c4b5-4bf5-87ac-f02b61160846 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890343 Jul 14 11:28:33.851332 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:33.852063 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:35.426781 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8527dc18-28a9-44e0-8faa-d70746689389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:37.706038 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-55fe1380-3776-488d-8f89-a2393dcfd32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:38.780147 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:40.199676 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:40.586497 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:41.839157 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:28:43.835597 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=55 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:43.842033 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=46 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:47.872846 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36060) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:28:48.056553 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Deleting port 4a2684fe-575e-454a-9e9b-152c4e5bc48b {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:28:48.056912 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:48.100502 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:48.133584 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:48.133843 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for floatingip (4a2684fe-575e-454a-9e9b-152c4e5bc48b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:48.146212 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Calling delete_port for 4a2684fe-575e-454a-9e9b-152c4e5bc48b owned by network:floatingip {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:28:48.292690 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (4a2684fe-575e-454a-9e9b-152c4e5bc48b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:48.319265 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event deleted for resources: {'Port': ['ID=4a2684fe-575e-454a-9e9b-152c4e5bc48b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:48.352270 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.352619 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.352970 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.353312 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.353649 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.353981 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.354311 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.354639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.354965 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.355289 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.355639 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.355964 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.356287 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.356608 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.356926 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:48.401975 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for floatingip (3ee60417-4d28-4467-97c6-515f25ece50c), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:48.402310 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Floating IP 3ee60417-4d28-4467-97c6-515f25ece50c disassociated (deleted). External IP: 172.27.0.222, port: 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1. Jul 14 11:28:48.617840 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Router 64cab475-1bba-4595-96bc-3a378b4980ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:28:48.721877 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:48.724905 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:48.730047 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:48.734805 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] Sync routers for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:48.748234 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:28:48.748852 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:28:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:48.765297 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e32215cd-8419-4976-af62-b7908108af96 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "DELETE /v2.0/floatingips/3ee60417-4d28-4467-97c6-515f25ece50c HTTP/1.1" status: 204 len: 168 time: 0.8902972 Jul 14 11:28:48.765297 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:28:48.767363 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d" -d '{"events": [{"name": "network-changed", "server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:48.869573 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:28:48.893872 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d5a080-01dd-4255-b3da-68142f9659fa x-openstack-request-id: req-f3d5a080-01dd-4255-b3da-68142f9659fa {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:48.894414 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:48.894414 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3d5a080-01dd-4255-b3da-68142f9659fa {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:48.894840 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d5a080-01dd-4255-b3da-68142f9659fa'] response: {'name': 'network-changed', 'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'status': 'completed', 'code': 200} Jul 14 11:28:48.988075 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-7213ca71-64cf-405c-8691-6fe31fd57124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:48.989652 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-7213ca71-64cf-405c-8691-6fe31fd57124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f0b0b647c442b9a682fd37d756400a&device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 1130 time: 0.0535271 Jul 14 11:28:49.035735 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120070e8-20c0-42c0-9179-79ce3106ca23 req-63f9a2d7-25a7-4c12-80dc-f077409e91e0 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:49.038219 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-120070e8-20c0-42c0-9179-79ce3106ca23 req-63f9a2d7-25a7-4c12-80dc-f077409e91e0 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0625265 Jul 14 11:28:49.088217 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 5, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:49.102379 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-120070e8-20c0-42c0-9179-79ce3106ca23 req-28866d62-ebd7-458e-af4c-29b43e1182aa tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578322 Jul 14 11:28:49.117579 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] Checking router: 64cab475-1bba-4595-96bc-3a378b4980ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:49.133671 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:28:49.135602 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:28:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:49.243052 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:28:49.431567 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 5, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:49.465713 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67d03d-cb1d-42ab-8392-74a92ef99c2a None None] The sync data for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi is: [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:23:31Z', 'revision_number': 4, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': '48c114e8-d86e-49e3-9e22-d6ddb930931f', 'name': '', 'network_id': 'ead00b99-19ce-4452-ac14-f28ed397e4b0', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'mac_address': 'fa:16:3e:aa:08:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:31Z', 'updated_at': '2022-07-14T11:23:35Z', 'revision_number': 5, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'subnets': [{'id': '946b1920-d1ff-44f1-8db3-34165dc740a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:49.720922 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe934cb4-f908-4867-ba49-56a58c4dfd40 None None] New status for floating IP 3ee60417-4d28-4467-97c6-515f25ece50c: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:28:50.192510 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-2b793180-ea8e-4825-a823-2fd848f45e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:50.194000 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-2b793180-ea8e-4825-a823-2fd848f45e9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 200 len: 909 time: 0.0913227 Jul 14 11:28:50.226285 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75d53c-fa41-4937-808f-c65430f15b6a req-698247e1-366d-4e4a-bbce-fed5dad965d3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:50.228831 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2a75d53c-fa41-4937-808f-c65430f15b6a req-698247e1-366d-4e4a-bbce-fed5dad965d3 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0506170 Jul 14 11:28:50.238783 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-cf18545d-b3c1-4d05-9cca-140ceaa91fc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 200 len: 217 time: 0.0378795 Jul 14 11:28:50.257044 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:50.284772 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-2a75d53c-fa41-4937-808f-c65430f15b6a req-4b078b16-1346-4e72-93c5-098dfb63ce3b tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497975 Jul 14 11:28:50.296924 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-a018252e-b89d-4f5a-98b2-f1be29477f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:50.298494 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-a018252e-b89d-4f5a-98b2-f1be29477f93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 200 len: 847 time: 0.0521114 Jul 14 11:28:50.350023 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-03fe866d-aa30-489d-9784-be9a90dbbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:50.352132 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-03fe866d-aa30-489d-9784-be9a90dbbb80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ead00b99-19ce-4452-ac14-f28ed397e4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442271 Jul 14 11:28:50.456504 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-dade7863-42f6-467a-9efd-1ec491b52f68 service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978699 Jul 14 11:28:50.962692 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-cfef7cdf-13e9-4f2e-b110-ae05a1ecd38d req-5b1ae1d1-74df-4a05-804e-d21207594fed service neutron] 10.222.0.26 "GET /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896995 Jul 14 11:28:51.046424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-9dd97d82-a0fd-4f2d-a0a7-169720e40d0b tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:51.047990 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-9dd97d82-a0fd-4f2d-a0a7-169720e40d0b tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.26 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0548983 Jul 14 11:28:51.155320 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Deleting port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:28:51.155629 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:51.267602 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] For port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:51.268303 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:51.283964 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Calling delete_port for 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:28:51.439037 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ddd95-ceb9-4e38-8519-b9803621cc98 req-672c4fdb-8664-4265-a1ca-f6124e784601 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:28:51.440566 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fc0ddd95-ceb9-4e38-8519-b9803621cc98 req-672c4fdb-8664-4265-a1ca-f6124e784601 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 946 time: 0.0812347 Jul 14 11:28:51.450364 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:51.464992 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:51.479677 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:51.524925 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event deleted for resources: {'Port': ['ID=4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:51.558619 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.558974 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.559315 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.559687 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.560021 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.560354 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.560683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.561010 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.561335 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.561657 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.562245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.562570 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.562895 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.563212 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.563559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:51.585585 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fc0ddd95-ceb9-4e38-8519-b9803621cc98 req-2010e983-0de1-4815-9435-d2f404b8a605 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/security-groups?id=5fd4b533-ed24-4ed4-9389-9725f274244a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337607 Jul 14 11:28:51.608742 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] No DVR routers for this DVR port 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:28:51.611606 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:51.615278 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-9927e70c-80a9-4a16-87cc-fbb38017c174 req-cbf810f1-2b43-44a3-9754-37385c695f9d tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.26 "DELETE /v2.0/ports/4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 HTTP/1.1" status: 204 len: 173 time: 0.5595396 Jul 14 11:28:51.615779 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-deleted', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:28:51.620480 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9c3bac-8091-44e4-b994-df5d25089f67" -d '{"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-deleted", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:28:51.671971 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9192ac-e399-45ef-b19a-9e6a189c8ae7 x-openstack-request-id: req-cb9192ac-e399-45ef-b19a-9e6a189c8ae7 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:28:51.672389 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566c5bd4-998b-48a8-90e3-69d2fee07a54", "name": "network-vif-deleted", "tag": "4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:28:51.672757 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb9192ac-e399-45ef-b19a-9e6a189c8ae7 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:28:51.673364 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9192ac-e399-45ef-b19a-9e6a189c8ae7'] response: {'server_uuid': '566c5bd4-998b-48a8-90e3-69d2fee07a54', 'name': 'network-vif-deleted', 'tag': '4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1', 'status': 'completed', 'code': 200} Jul 14 11:28:52.712884 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fc2b66a4-44c8-4bc6-8a6f-5cee7895dcdd req-11c7557f-3c5a-48a4-86e7-91062105b438 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "GET /v2.0/ports?device_id=566c5bd4-998b-48a8-90e3-69d2fee07a54 HTTP/1.1" status: 200 len: 210 time: 0.0340002 Jul 14 11:28:53.776669 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36094) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:28:53.839319 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39239730-8a39-4083-9667-9169c824e056 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group (5fd4b533-ed24-4ed4-9389-9725f274244a), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:53.866999 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39239730-8a39-4083-9667-9169c824e056 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group (5fd4b533-ed24-4ed4-9389-9725f274244a), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:53.889062 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:53.909390 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:28:53.909767 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4ebd840d-49e5-4bf0-8c7f-3cd6a1fda9e1 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:53.937893 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39239730-8a39-4083-9667-9169c824e056 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (5fd4b533-ed24-4ed4-9389-9725f274244a), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:53.940578 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-39239730-8a39-4083-9667-9169c824e056 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:53.941782 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-39239730-8a39-4083-9667-9169c824e056 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] 10.222.0.75 "DELETE /v2.0/security-groups/5fd4b533-ed24-4ed4-9389-9725f274244a HTTP/1.1" status: 204 len: 168 time: 0.1670742 Jul 14 11:28:53.952576 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39239730-8a39-4083-9667-9169c824e056 tempest-TestShelveInstance-624890480 tempest-TestShelveInstance-624890480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd4b533-ed24-4ed4-9389-9725f274244a,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:55.008646 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36100) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:28:55.485861 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (64cab475-1bba-4595-96bc-3a378b4980ac), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:55.717981 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Deleting port 48c114e8-d86e-49e3-9e22-d6ddb930931f {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:28:55.718322 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:55.798655 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] For port 48c114e8-d86e-49e3-9e22-d6ddb930931f, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=48c114e8-d86e-49e3-9e22-d6ddb930931f,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:55.798936 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:55.812470 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Calling delete_port for 48c114e8-d86e-49e3-9e22-d6ddb930931f owned by network:router_interface {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:28:55.816118 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:55.854884 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:56.223100 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (48c114e8-d86e-49e3-9e22-d6ddb930931f), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:56.250034 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=48c114e8-d86e-49e3-9e22-d6ddb930931f,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:56.427038 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (64cab475-1bba-4595-96bc-3a378b4980ac), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:56.656812 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Router 64cab475-1bba-4595-96bc-3a378b4980ac has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:28:56.761662 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:28:56.767854 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-11dc30b0-ee80-4358-a0e5-3b474becc0ae admin admin] 10.222.0.75 "PUT /v2.0/routers/64cab475-1bba-4595-96bc-3a378b4980ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574587 Jul 14 11:28:56.769291 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36108) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:28:56.770927 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] Sync routers for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:28:56.781486 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:28:56.782179 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:28:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:56.870536 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks [] for router (64cab475-1bba-4595-96bc-3a378b4980ac), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:56.962804 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:56.970523 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:28:56.978017 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks [] for router_gateway (64cab475-1bba-4595-96bc-3a378b4980ac), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.018487 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:57.033785 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Deleting port 0a1a982c-6985-4a1c-940f-27f327cdffed {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:28:57.034129 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.123972 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] For port 0a1a982c-6985-4a1c-940f-27f327cdffed, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0a1a982c-6985-4a1c-940f-27f327cdffed,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:57.124346 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.147900 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Calling delete_port for 0a1a982c-6985-4a1c-940f-27f327cdffed owned by network:router_gateway {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:28:57.158350 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:28:56Z', 'revision_number': 5, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port': {'id': '0a1a982c-6985-4a1c-940f-27f327cdffed', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:29Z', 'updated_at': '2022-07-14T11:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:57.162033 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:57.162602 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:57.188189 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] Checking router: 64cab475-1bba-4595-96bc-3a378b4980ac for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:28:57.198369 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] Routers {'64cab475-1bba-4595-96bc-3a378b4980ac'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:28:57.199474 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:28:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['64cab475-1bba-4595-96bc-3a378b4980ac'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:57.290169 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] Set router 64cab475-1bba-4595-96bc-3a378b4980ac gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:28:57.341485 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (0a1a982c-6985-4a1c-940f-27f327cdffed), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.345046 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:28:56Z', 'revision_number': 6, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:57.370769 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1a982c-6985-4a1c-940f-27f327cdffed,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:57.371046 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13362d-2323-42f4-89ec-6230ff744c90 None None] The sync data for ids ['64cab475-1bba-4595-96bc-3a378b4980ac'] in dv-cinder-848938-2-iscsi is: [{'id': '64cab475-1bba-4595-96bc-3a378b4980ac', 'name': 'tempest-TestShelveInstance-965531773-router', 'tenant_id': '67f0b0b647c442b9a682fd37d756400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:28Z', 'updated_at': '2022-07-14T11:28:56Z', 'revision_number': 6, 'project_id': '67f0b0b647c442b9a682fd37d756400a', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:28:57.442477 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (64cab475-1bba-4595-96bc-3a378b4980ac), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.530123 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (64cab475-1bba-4595-96bc-3a378b4980ac), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.532326 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks [] for router_controller (64cab475-1bba-4595-96bc-3a378b4980ac), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.575481 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (64cab475-1bba-4595-96bc-3a378b4980ac), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.576030 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64cab475-1bba-4595-96bc-3a378b4980ac {{(pid=104141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:28:57.580233 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.581424 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-013b8752-6c67-43bd-a7db-46295c06dc3f admin admin] 10.222.0.75 "DELETE /v2.0/routers/64cab475-1bba-4595-96bc-3a378b4980ac HTTP/1.1" status: 204 len: 168 time: 0.8111649 Jul 14 11:28:57.583930 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36110) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:28:57.636116 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] Deleting subnet 946b1920-d1ff-44f1-8db3-34165dc740a9 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:28:57.641339 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] Publish callbacks [] for subnet (946b1920-d1ff-44f1-8db3-34165dc740a9), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.679442 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (946b1920-d1ff-44f1-8db3-34165dc740a9), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.794919 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (946b1920-d1ff-44f1-8db3-34165dc740a9), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.861381 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (946b1920-d1ff-44f1-8db3-34165dc740a9), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.887066 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946b1920-d1ff-44f1-8db3-34165dc740a9,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:57.893743 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.897513 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-4d2c0b0f-2de6-4c04-97f7-ef8bf07fec8e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/946b1920-d1ff-44f1-8db3-34165dc740a9 HTTP/1.1" status: 204 len: 168 time: 0.3126190 Jul 14 11:28:57.899764 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b3510-457d-42ed-8aef-47a0c6df8977 None None] Network ead00b99-19ce-4452-ac14-f28ed397e4b0 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:28:57.900659 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36112) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:28:57.974916 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (ead00b99-19ce-4452-ac14-f28ed397e4b0), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:57.981475 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:58.007218 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:58.024900 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Deleting port 27fc364c-9d76-475f-9d13-01d67fe0864a {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:28:58.026486 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.098896 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] For port 27fc364c-9d76-475f-9d13-01d67fe0864a, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=27fc364c-9d76-475f-9d13-01d67fe0864a,segment=NetworkSegment(44958fc8-f78e-4b0f-aed3-1050c9b2d012),segment_id=44958fc8-f78e-4b0f-aed3-1050c9b2d012)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:58.099160 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.112615 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Calling delete_port for 27fc364c-9d76-475f-9d13-01d67fe0864a owned by network:dhcp {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:28:58.155119 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] DHCP port deletion for ead00b99-19ce-4452-ac14-f28ed397e4b0 request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:28:58.157391 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:58.159524 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:58.207556 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.210464 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Deleting port 27fc364c-9d76-475f-9d13-01d67fe0864a {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:28:58.210875 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.244238 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] No DVR routers for this DVR port 27fc364c-9d76-475f-9d13-01d67fe0864a on host dv-cinder-848938-2-iscsi {{(pid=104141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:28:58.246501 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Pushing event deleted for resources: {'Port': ['ID=27fc364c-9d76-475f-9d13-01d67fe0864a,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:58.279716 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] For port 27fc364c-9d76-475f-9d13-01d67fe0864a, host dv-cinder-848938-2-iscsi, got binding levels [] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:58.280112 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.293937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Calling delete_port for 27fc364c-9d76-475f-9d13-01d67fe0864a owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:28:58.297034 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.ipam_backend_mixin [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Port 27fc364c-9d76-475f-9d13-01d67fe0864a was not found and therefore no delete operation was performed {{(pid=104143) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:28:58.298091 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (27fc364c-9d76-475f-9d13-01d67fe0864a), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.325760 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] No DVR routers for this DVR port 27fc364c-9d76-475f-9d13-01d67fe0864a on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:28:58.328898 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (ead00b99-19ce-4452-ac14-f28ed397e4b0), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.329586 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Pushing event deleted for resources: {'Port': ['ID=27fc364c-9d76-475f-9d13-01d67fe0864a,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:58.341116 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.341477 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.341818 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.342156 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.342490 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.342819 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.343144 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.343500 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.343829 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.344151 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.344474 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.344798 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.345119 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.345435 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.345750 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdfa3e8-a43f-41a9-93d7-a57ff8387a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:28:58.357982 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead00b99-19ce-4452-ac14-f28ed397e4b0']}} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:58.369036 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44958fc8-f78e-4b0f-aed3-1050c9b2d012') {'for_net_delete': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:58.369275 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44958fc8-f78e-4b0f-aed3-1050c9b2d012') {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:28:58.380144 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60775237'] for segment (44958fc8-f78e-4b0f-aed3-1050c9b2d012), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.395907 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (44958fc8-f78e-4b0f-aed3-1050c9b2d012), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.403519 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:28:58.403924 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60298122'] for segment (44958fc8-f78e-4b0f-aed3-1050c9b2d012), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.478567 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (ead00b99-19ce-4452-ac14-f28ed397e4b0), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.485066 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:58.490828 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] 10.222.0.75 "DELETE /v2.0/networks/ead00b99-19ce-4452-ac14-f28ed397e4b0 HTTP/1.1" status: 204 len: 168 time: 0.5865920 Jul 14 11:28:58.491262 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36118) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:28:58.502560 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 44958fc8-f78e-4b0f-aed3-1050c9b2d012 resource provider aggregate not found Jul 14 11:28:58.506789 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f50a13-4c1e-40cc-9416-895b58f9a47e admin admin] Pushing event deleted for resources: {'Network': ['ID=ead00b99-19ce-4452-ac14-f28ed397e4b0,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:58.521401 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 44958fc8-f78e-4b0f-aed3-1050c9b2d012 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44958fc8-f78e-4b0f-aed3-1050c9b2d012 found for delete ", "request_id": "req-9fb5178d-1b4a-469a-9715-f63c64832375"}]} Jul 14 11:28:59.081050 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (e70f0ad4-b13b-4170-9865-d074319f4aab), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:59.163146 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0a1a982c-6985-4a1c-940f-27f327cdffed no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:59.187866 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 0a1a982c-6985-4a1c-940f-27f327cdffed {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:28:59.188212 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0a1a982c-6985-4a1c-940f-27f327cdffed not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:59.188623 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 48c114e8-d86e-49e3-9e22-d6ddb930931f no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:59.207974 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 48c114e8-d86e-49e3-9e22-d6ddb930931f {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:28:59.208321 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 48c114e8-d86e-49e3-9e22-d6ddb930931f not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:59.208732 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 27fc364c-9d76-475f-9d13-01d67fe0864a no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:28:59.227235 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 27fc364c-9d76-475f-9d13-01d67fe0864a {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:28:59.227606 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 27fc364c-9d76-475f-9d13-01d67fe0864a not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:28:59.318932 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Deleting port 78dfda6d-7026-4175-a29e-2d90e267e96c {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:28:59.319268 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:59.403876 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] For port 78dfda6d-7026-4175-a29e-2d90e267e96c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=78dfda6d-7026-4175-a29e-2d90e267e96c,segment=NetworkSegment(371953aa-963f-477f-a062-0c53542f1a7a),segment_id=371953aa-963f-477f-a062-0c53542f1a7a)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:28:59.404245 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:59.418462 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Calling delete_port for 78dfda6d-7026-4175-a29e-2d90e267e96c owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:28:59.537576 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:59.550548 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:28:59.606434 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (78dfda6d-7026-4175-a29e-2d90e267e96c), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:28:59.630478 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=78dfda6d-7026-4175-a29e-2d90e267e96c,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:28:59.800021 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (e70f0ad4-b13b-4170-9865-d074319f4aab), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.023684 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Router e70f0ad4-b13b-4170-9865-d074319f4aab has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:29:00.133699 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:00.139038 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-8bb61269-ac89-47b8-ab8c-34380057a2ca admin admin] 10.222.0.75 "PUT /v2.0/routers/e70f0ad4-b13b-4170-9865-d074319f4aab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6460536 Jul 14 11:29:00.141783 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36122) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:00.144932 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] Sync routers for ids ['e70f0ad4-b13b-4170-9865-d074319f4aab'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:00.158546 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] Routers {'e70f0ad4-b13b-4170-9865-d074319f4aab'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:00.159207 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:28:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e70f0ad4-b13b-4170-9865-d074319f4aab'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:00.256338 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks [] for router (e70f0ad4-b13b-4170-9865-d074319f4aab), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.270480 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] Set router e70f0ad4-b13b-4170-9865-d074319f4aab gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:00.361108 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks [] for router_gateway (e70f0ad4-b13b-4170-9865-d074319f4aab), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.427158 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Deleting port 0eafced2-bc2b-43a4-a512-645d901539eb {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:00.427754 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.431734 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:00.442696 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:28:59Z', 'revision_number': 5, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port': {'id': '0eafced2-bc2b-43a4-a512-645d901539eb', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:23:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:23:34Z', 'updated_at': '2022-07-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:00.472812 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] Checking router: e70f0ad4-b13b-4170-9865-d074319f4aab for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:00.482354 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] Routers {'e70f0ad4-b13b-4170-9865-d074319f4aab'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:00.482985 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:28:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['e70f0ad4-b13b-4170-9865-d074319f4aab'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:00.517254 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] For port 0eafced2-bc2b-43a4-a512-645d901539eb, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=0eafced2-bc2b-43a4-a512-645d901539eb,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:00.517630 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.533417 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Calling delete_port for 0eafced2-bc2b-43a4-a512-645d901539eb owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:00.577118 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] Set router e70f0ad4-b13b-4170-9865-d074319f4aab gateway port host: None {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:00.584422 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:00.643658 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:29:00Z', 'revision_number': 6, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:00.682548 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e0f64-6a82-4c22-8813-05efe9a41ec5 None None] The sync data for ids ['e70f0ad4-b13b-4170-9865-d074319f4aab'] in dv-cinder-848938-2-iscsi is: [{'id': 'e70f0ad4-b13b-4170-9865-d074319f4aab', 'name': 'tempest-TestShelveInstance-121302417-router', 'tenant_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:23:33Z', 'updated_at': '2022-07-14T11:29:00Z', 'revision_number': 6, 'project_id': 'b9459e6ccd784ecfb7f268823adc0b84', 'gw_port_host': None}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:00.735577 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (0eafced2-bc2b-43a4-a512-645d901539eb), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.779976 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eafced2-bc2b-43a4-a512-645d901539eb,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:00.849100 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (e70f0ad4-b13b-4170-9865-d074319f4aab), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.944263 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (e70f0ad4-b13b-4170-9865-d074319f4aab), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.947268 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks [] for router_controller (e70f0ad4-b13b-4170-9865-d074319f4aab), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.993470 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (e70f0ad4-b13b-4170-9865-d074319f4aab), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:00.994790 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70f0ad4-b13b-4170-9865-d074319f4aab {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:29:01.000254 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.001681 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6d968575-60cb-4f41-b396-0bc03e2fd789 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e70f0ad4-b13b-4170-9865-d074319f4aab HTTP/1.1" status: 204 len: 168 time: 0.8584902 Jul 14 11:29:01.004327 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36124) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:01.065869 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] Deleting subnet 1833e12a-878d-4394-8ca2-de4668732ab3 {{(pid=104142) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:29:01.070629 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] Publish callbacks [] for subnet (1833e12a-878d-4394-8ca2-de4668732ab3), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.125832 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62318674'] for subnet (1833e12a-878d-4394-8ca2-de4668732ab3), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.212071 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (1833e12a-878d-4394-8ca2-de4668732ab3), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.270048 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59019920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62470229'] for subnet (1833e12a-878d-4394-8ca2-de4668732ab3), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.300625 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1833e12a-878d-4394-8ca2-de4668732ab3,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:01.305736 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for subnet (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.309987 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-b86f3c43-a558-45ef-8bef-ec5ddc5c860f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1833e12a-878d-4394-8ca2-de4668732ab3 HTTP/1.1" status: 204 len: 168 time: 0.3044033 Jul 14 11:29:01.310423 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06850b-9bef-416c-8634-65452096daa0 None None] Network d90e5ea7-68b6-40d2-b9f6-fede1541cc62 requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:29:01.312796 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36126) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:01.395599 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (d90e5ea7-68b6-40d2-b9f6-fede1541cc62), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.402371 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:01.443261 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Deleting port 4831bf17-0adf-49bf-86e5-8e253e4800da {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:01.443596 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.488753 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] DHCP port deletion for d90e5ea7-68b6-40d2-b9f6-fede1541cc62 request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:29:01.536447 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] For port 4831bf17-0adf-49bf-86e5-8e253e4800da, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=4831bf17-0adf-49bf-86e5-8e253e4800da,segment=NetworkSegment(371953aa-963f-477f-a062-0c53542f1a7a),segment_id=371953aa-963f-477f-a062-0c53542f1a7a)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:01.537193 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.555125 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Calling delete_port for 4831bf17-0adf-49bf-86e5-8e253e4800da owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:01.567744 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] Deleting port 4831bf17-0adf-49bf-86e5-8e253e4800da {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:01.568268 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.599910 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 78dfda6d-7026-4175-a29e-2d90e267e96c no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:01.622935 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 78dfda6d-7026-4175-a29e-2d90e267e96c {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:01.623318 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 78dfda6d-7026-4175-a29e-2d90e267e96c not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:01.646748 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.653248 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:01.669536 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] For port 4831bf17-0adf-49bf-86e5-8e253e4800da, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=4831bf17-0adf-49bf-86e5-8e253e4800da,segment=NetworkSegment(371953aa-963f-477f-a062-0c53542f1a7a),segment_id=371953aa-963f-477f-a062-0c53542f1a7a)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:01.669952 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.679438 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4831bf17-0adf-49bf-86e5-8e253e4800da,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:01.685736 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] No DVR routers for this DVR port 4831bf17-0adf-49bf-86e5-8e253e4800da on host dv-cinder-848938-2-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:01.688801 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] Calling delete_port for 4831bf17-0adf-49bf-86e5-8e253e4800da owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:01.761545 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=100 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:01.780605 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (d90e5ea7-68b6-40d2-b9f6-fede1541cc62), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.798997 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (4831bf17-0adf-49bf-86e5-8e253e4800da), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.816768 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90e5ea7-68b6-40d2-b9f6-fede1541cc62']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:01.833842 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] Pushing event deleted for resources: {'Port': ['ID=4831bf17-0adf-49bf-86e5-8e253e4800da,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:01.835909 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd35d21-d87e-4407-99e3-61991b4da44f None None] No DVR routers for this DVR port 4831bf17-0adf-49bf-86e5-8e253e4800da on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:01.848174 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371953aa-963f-477f-a062-0c53542f1a7a') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:01.848612 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371953aa-963f-477f-a062-0c53542f1a7a') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:01.872537 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (371953aa-963f-477f-a062-0c53542f1a7a), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.889703 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (371953aa-963f-477f-a062-0c53542f1a7a), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.896582 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:01.897110 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (371953aa-963f-477f-a062-0c53542f1a7a), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.961222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (d90e5ea7-68b6-40d2-b9f6-fede1541cc62), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.968551 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:01.974282 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] 10.222.0.75 "DELETE /v2.0/networks/d90e5ea7-68b6-40d2-b9f6-fede1541cc62 HTTP/1.1" status: 204 len: 168 time: 0.6583667 Jul 14 11:29:01.982226 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d9b84-fadd-49a1-a075-82c4ce4a6a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d90e5ea7-68b6-40d2-b9f6-fede1541cc62,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:01.992342 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 371953aa-963f-477f-a062-0c53542f1a7a resource provider aggregate not found Jul 14 11:29:02.010856 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 371953aa-963f-477f-a062-0c53542f1a7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 371953aa-963f-477f-a062-0c53542f1a7a found for delete ", "request_id": "req-bcc5a587-68a1-45fd-84f0-0f53fbe8c893"}]} Jul 14 11:29:02.104730 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36136) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:02.150902 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3b8c07fc-6a5a-4868-aca0-53be3cc3008c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67f0b0b647c442b9a682fd37d756400a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449982 Jul 14 11:29:02.153445 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36138) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:02.222726 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-63ac8623-b469-485d-bc61-c88a0d3792cf admin admin] Publish callbacks [] for security_group (8311ceda-0a4b-47aa-bfed-208905797933), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.247203 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-63ac8623-b469-485d-bc61-c88a0d3792cf admin admin] Publish callbacks [] for security_group (8311ceda-0a4b-47aa-bfed-208905797933), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.299959 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-63ac8623-b469-485d-bc61-c88a0d3792cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (8311ceda-0a4b-47aa-bfed-208905797933), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.302882 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-63ac8623-b469-485d-bc61-c88a0d3792cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.305077 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-63ac8623-b469-485d-bc61-c88a0d3792cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8311ceda-0a4b-47aa-bfed-208905797933 HTTP/1.1" status: 204 len: 168 time: 0.1498952 Jul 14 11:29:02.315005 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac8623-b469-485d-bc61-c88a0d3792cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8311ceda-0a4b-47aa-bfed-208905797933,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:02.707168 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36144) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:02.750787 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-3dc3ea12-1db6-4db5-adbf-023f13562231 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b9459e6ccd784ecfb7f268823adc0b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423136 Jul 14 11:29:02.753254 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36146) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:02.804946 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9f0f9038-bc9a-4215-8c9a-cfad555f13c3 admin admin] Publish callbacks [] for security_group (67fb840c-7905-4723-869d-41e4945814af), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.827558 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9f0f9038-bc9a-4215-8c9a-cfad555f13c3 admin admin] Publish callbacks [] for security_group (67fb840c-7905-4723-869d-41e4945814af), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.859046 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:02.880568 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9f0f9038-bc9a-4215-8c9a-cfad555f13c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (67fb840c-7905-4723-869d-41e4945814af), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.883521 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-9f0f9038-bc9a-4215-8c9a-cfad555f13c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:02.884904 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-9f0f9038-bc9a-4215-8c9a-cfad555f13c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/67fb840c-7905-4723-869d-41e4945814af HTTP/1.1" status: 204 len: 168 time: 0.1306951 Jul 14 11:29:02.893821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f9038-bc9a-4215-8c9a-cfad555f13c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb840c-7905-4723-869d-41e4945814af,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:03.157659 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0eafced2-bc2b-43a4-a512-645d901539eb no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:03.178181 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 0eafced2-bc2b-43a4-a512-645d901539eb {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:03.178549 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 0eafced2-bc2b-43a4-a512-645d901539eb not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:03.178963 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4831bf17-0adf-49bf-86e5-8e253e4800da no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:03.203515 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 4831bf17-0adf-49bf-86e5-8e253e4800da {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:03.203836 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 4831bf17-0adf-49bf-86e5-8e253e4800da not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:05.422151 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-d2aa097e-0392-47d3-a555-524f8658f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:07.315460 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=12 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:07.348152 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=11 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:07.692205 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:07.706032 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8c71129d-4463-44bc-9a8c-882698b91897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:08.489726 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:08.490529 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=38,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:08.782365 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:10.193131 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:10.592913 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:12.888539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:12.889501 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=57,neutron:DELETE=8 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:18.115546 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:18.838906 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:29:28.109215 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:28.111250 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:33.183446 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=16 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:33.185361 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=18 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:33.209302 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-0f01c341-5ff4-4722-9642-316b95cdbc6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437636 Jul 14 11:29:33.284783 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-1fbc71d1-125e-4540-8ce8-b0de967abf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:33.286277 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-1fbc71d1-125e-4540-8ce8-b0de967abf2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1130 time: 0.0397501 Jul 14 11:29:33.392634 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-8830683e-bbdf-47ec-bb13-710e1e26a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:33.394106 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-8830683e-bbdf-47ec-bb13-710e1e26a312 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.0881507 Jul 14 11:29:33.455278 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-5413a58c-2925-4e9a-be3e-e2c0b8f74955 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 200 len: 1001 time: 0.0555432 Jul 14 11:29:33.506588 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-8d92052b-8078-4a9e-b43c-3e14c3c4c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:33.508159 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-8d92052b-8078-4a9e-b43c-3e14c3c4c5a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0475221 Jul 14 11:29:33.557345 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-c2a02ebd-7f2e-4802-9487-79aff6fc6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:33.559425 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-c2a02ebd-7f2e-4802-9487-79aff6fc6714 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453236 Jul 14 11:29:33.567913 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-ecedaaa9-ba99-41d6-a33a-7e9b4ae3c583 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104142) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:29:33.568839 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-ecedaaa9-ba99-41d6-a33a-7e9b4ae3c583 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047333 Jul 14 11:29:33.663117 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-3041dfac-0b77-4374-bd17-11319993585f service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868452 Jul 14 11:29:33.757049 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-aa3d70ff-392f-4ca8-bfb6-0890072ffe4e req-4d3d78da-0823-4a23-9a8c-82a1d9193f01 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876207 Jul 14 11:29:35.423619 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3fb83e1c-f79b-47ce-aa04-175fafc065a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:37.535592 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36154) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:37.681468 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Deleting port 39ce149b-a2a1-4c58-9652-691d7cf0c2b5 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:37.681865 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:37.699207 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b3ec0961-6f62-4cd9-8384-a8e432a62c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:37.769086 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:37.769414 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:37.781768 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Calling delete_port for 39ce149b-a2a1-4c58-9652-691d7cf0c2b5 owned by network:floatingip {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:37.925650 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (39ce149b-a2a1-4c58-9652-691d7cf0c2b5), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:37.950745 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event deleted for resources: {'Port': ['ID=39ce149b-a2a1-4c58-9652-691d7cf0c2b5,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:38.023942 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (5f9aafe4-a0d7-4868-a478-5133e3697359), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:38.024321 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.db.l3_db [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Floating IP 5f9aafe4-a0d7-4868-a478-5133e3697359 disassociated (deleted). External IP: 172.27.0.165, port: 4e454db3-2e7d-4aa3-9dc9-8070985492b7. Jul 14 11:29:38.227492 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:29:38.337040 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:38.341433 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:38.350267 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:38.361284 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:38.361906 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:38.374253 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-ef516d61-5615-45c8-826a-f9a599631018 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "DELETE /v2.0/floatingips/5f9aafe4-a0d7-4868-a478-5133e3697359 HTTP/1.1" status: 204 len: 168 time: 0.8376386 Jul 14 11:29:38.374919 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7'}] {{(pid=104141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:29:38.377180 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b55b0d8df474c8ab14c5f470485d82fe90f33d9125906675e8bcb8dd36336ef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f40594-4e4c-4777-af81-4405880938ad" -d '{"events": [{"name": "network-changed", "server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7"}]}' {{(pid=104141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:38.425307 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f24112a-bdef-4402-86c4-ce57fbd8454f x-openstack-request-id: req-5f24112a-bdef-4402-86c4-ce57fbd8454f {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:38.425533 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7", "status": "completed", "code": 200}]} {{(pid=104141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:38.425785 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f24112a-bdef-4402-86c4-ce57fbd8454f {{(pid=104141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:38.426210 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f24112a-bdef-4402-86c4-ce57fbd8454f'] response: {'name': 'network-changed', 'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'status': 'completed', 'code': 200} Jul 14 11:29:38.474676 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:38.519300 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f40594-4e4c-4777-af81-4405880938ad req-e4c2f833-3c88-4ca4-a912-d954385329c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:38.522375 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02f40594-4e4c-4777-af81-4405880938ad req-e4c2f833-3c88-4ca4-a912-d954385329c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 1129 time: 0.0527575 Jul 14 11:29:38.657074 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acf84-4b76-48b2-ad95-a1e8394be160 req-57ca6129-093f-4b37-abbd-2f3a839ff1d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:38.658560 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe7acf84-4b76-48b2-ad95-a1e8394be160 req-57ca6129-093f-4b37-abbd-2f3a839ff1d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0715134 Jul 14 11:29:38.663526 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f40594-4e4c-4777-af81-4405880938ad req-42563010-76aa-48b6-9125-21ff7b467518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:38.664906 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02f40594-4e4c-4777-af81-4405880938ad req-42563010-76aa-48b6-9125-21ff7b467518 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.1371090 Jul 14 11:29:38.696659 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:10Z', 'revision_number': 1, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:38.710247 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-fe7acf84-4b76-48b2-ad95-a1e8394be160 req-d555b3aa-ff49-4757-bdb5-b1cdee5bbb8a tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Jul 14 11:29:38.725646 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:38.734933 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:38.735584 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:38.782386 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:38.834645 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:39.041535 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:10Z', 'revision_number': 1, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:39.072301 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc137744-e4de-4fe2-ab88-56a2b4994e61 None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_floatingips': [{'id': 'b6024e38-f622-499b-b076-b3e317c3fe88', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'router_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'port_id': '604e5f5c-283e-45f1-a867-13e08aeec016', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'mac_address': 'fa:16:3e:7f:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:25:08Z', 'updated_at': '2022-07-14T11:25:10Z', 'revision_number': 1, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:39.295889 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b98186-34b9-4778-815f-9fcd295e7258 None None] New status for floating IP 5f9aafe4-a0d7-4868-a478-5133e3697359: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:29:39.633120 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02f40594-4e4c-4777-af81-4405880938ad req-7c08305a-0522-46fb-9f94-4fe3634207a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7 HTTP/1.1" status: 200 len: 217 time: 0.0340376 Jul 14 11:29:39.685330 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f40594-4e4c-4777-af81-4405880938ad req-f30982c3-5821-4c94-af44-ba51d0b29c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:39.687717 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02f40594-4e4c-4777-af81-4405880938ad req-f30982c3-5821-4c94-af44-ba51d0b29c5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0468812 Jul 14 11:29:39.757374 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f40594-4e4c-4777-af81-4405880938ad req-daa4579d-b2af-4901-8311-8393988e1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:39.757374 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02f40594-4e4c-4777-af81-4405880938ad req-daa4579d-b2af-4901-8311-8393988e1c92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453284 Jul 14 11:29:39.826058 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:39.845898 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8feece-5c81-4854-8be1-ce76362b4786 req-8365f368-c6b8-4302-911a-aaa95ce8fa44 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:39.847405 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd8feece-5c81-4854-8be1-ce76362b4786 req-8365f368-c6b8-4302-911a-aaa95ce8fa44 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Jul 14 11:29:39.859618 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:39.893138 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02f40594-4e4c-4777-af81-4405880938ad req-83ad26ec-3739-4290-932c-4cd0f573b2b4 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850706 Jul 14 11:29:39.899717 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-bd8feece-5c81-4854-8be1-ce76362b4786 req-047d2f97-8757-494f-9b5a-ddf3e8413946 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462179 Jul 14 11:29:40.014401 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:40.089679 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-02f40594-4e4c-4777-af81-4405880938ad req-eed7e496-086b-4aed-bc99-887092327bfc service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940497 Jul 14 11:29:40.193465 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:40.516306 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-9680d9e1-6b0a-4b2f-b27f-12eed3863b34 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:40.517672 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-9680d9e1-6b0a-4b2f-b27f-12eed3863b34 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 945 time: 0.0477562 Jul 14 11:29:40.528757 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:40.586552 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:40.604930 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Deleting port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:40.605325 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:40.697317 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] For port 4e454db3-2e7d-4aa3-9dc9-8070985492b7, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=4e454db3-2e7d-4aa3-9dc9-8070985492b7,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:40.698061 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:40.710379 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Calling delete_port for 4e454db3-2e7d-4aa3-9dc9-8070985492b7 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:40.838726 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (4e454db3-2e7d-4aa3-9dc9-8070985492b7), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:40.866892 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event deleted for resources: {'Port': ['ID=4e454db3-2e7d-4aa3-9dc9-8070985492b7,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:41.183622 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] No DVR routers for this DVR port 4e454db3-2e7d-4aa3-9dc9-8070985492b7 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:41.186318 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:41.189928 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-45a6f977-f582-46a9-9e9a-96c3476bbfe3 req-13a279e0-1a7b-4378-8003-604f699699a1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "DELETE /v2.0/ports/4e454db3-2e7d-4aa3-9dc9-8070985492b7 HTTP/1.1" status: 204 len: 173 time: 0.6667542 Jul 14 11:29:41.198225 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'name': 'network-vif-deleted', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:29:41.200482 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e531e-2e3b-4681-95c8-adf9468bed77" -d '{"events": [{"server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "name": "network-vif-deleted", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:41.232034 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-2b6412c6-1771-49e6-978d-0b3e8c5abd1c req-cb985a4d-fb3e-4d4b-b7c5-f456368e81c1 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=39a17387-dc11-4e6e-a100-2dabf64b3ab3 HTTP/1.1" status: 200 len: 210 time: 0.0501778 Jul 14 11:29:41.244935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd5a8fe-ccab-4056-ac18-67b85718e873 x-openstack-request-id: req-ddd5a8fe-ccab-4056-ac18-67b85718e873 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:41.245232 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a17387-dc11-4e6e-a100-2dabf64b3ab3", "name": "network-vif-deleted", "tag": "4e454db3-2e7d-4aa3-9dc9-8070985492b7", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:41.245544 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ddd5a8fe-ccab-4056-ac18-67b85718e873 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:41.245950 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd5a8fe-ccab-4056-ac18-67b85718e873'] response: {'server_uuid': '39a17387-dc11-4e6e-a100-2dabf64b3ab3', 'name': 'network-vif-deleted', 'tag': '4e454db3-2e7d-4aa3-9dc9-8070985492b7', 'status': 'completed', 'code': 200} Jul 14 11:29:44.106908 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4e454db3-2e7d-4aa3-9dc9-8070985492b7 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:44.127850 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 4e454db3-2e7d-4aa3-9dc9-8070985492b7 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:44.128195 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 4e454db3-2e7d-4aa3-9dc9-8070985492b7 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:44.518962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36182) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:44.659557 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Deleting port fdabef14-1e57-437d-850a-36c4a05771c6 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:44.659896 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (fdabef14-1e57-437d-850a-36c4a05771c6), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:44.740157 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (fdabef14-1e57-437d-850a-36c4a05771c6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:44.740485 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (fdabef14-1e57-437d-850a-36c4a05771c6), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:44.753129 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Calling delete_port for fdabef14-1e57-437d-850a-36c4a05771c6 owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:44.863911 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:44.919590 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (fdabef14-1e57-437d-850a-36c4a05771c6), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:44.924908 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:44.946191 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event deleted for resources: {'Port': ['ID=fdabef14-1e57-437d-850a-36c4a05771c6,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:45.009383 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (b6024e38-f622-499b-b076-b3e317c3fe88), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:45.009656 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.db.l3_db [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Floating IP b6024e38-f622-499b-b076-b3e317c3fe88 disassociated (deleted). External IP: 172.27.0.60, port: 604e5f5c-283e-45f1-a867-13e08aeec016. Jul 14 11:29:45.212337 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:29:45.315422 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:45.320161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:45.326155 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:45.337223 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:45.337834 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:45.349465 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-427c4c18-fa4f-480b-b284-6c5922906b1f tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "DELETE /v2.0/floatingips/b6024e38-f622-499b-b076-b3e317c3fe88 HTTP/1.1" status: 204 len: 168 time: 0.8291211 Jul 14 11:29:45.350179 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:29:45.352446 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a201b595-35f1-4887-adf1-85d46d5346e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:45.392490 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69914872-64a5-4808-8756-32277f4e2a77 x-openstack-request-id: req-69914872-64a5-4808-8756-32277f4e2a77 {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:45.392789 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:45.393875 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69914872-64a5-4808-8756-32277f4e2a77 {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:45.394308 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69914872-64a5-4808-8756-32277f4e2a77'] response: {'name': 'network-changed', 'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016', 'status': 'completed', 'code': 200} Jul 14 11:29:45.493755 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-6877e557-6f0c-430a-96a5-56577f60cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:45.495637 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-6877e557-6f0c-430a-96a5-56577f60cd52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=67f41dcdf6564bbd910a2285568941a1&device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 1130 time: 0.0576231 Jul 14 11:29:45.531504 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:45.536638 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:45.580408 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b224-fc80-4bcf-98ff-e09dc15ee160 req-63e78db3-dd4a-4165-8c74-3c2b1a4e24d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:45.581825 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a968b224-fc80-4bcf-98ff-e09dc15ee160 req-63e78db3-dd4a-4165-8c74-3c2b1a4e24d5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 946 time: 0.0482266 Jul 14 11:29:45.636423 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a968b224-fc80-4bcf-98ff-e09dc15ee160 req-1bc02e36-b58f-435e-984b-1d775536c0c5 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487623 Jul 14 11:29:45.728546 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:45.754158 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:45.762856 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:45.763468 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:45.810429 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=100 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:45.864517 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:46.043762 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:46.079663 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30be2ac-2f07-458c-9c66-f2850ec2e9a3 None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:20:59Z', 'revision_number': 4, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi', '_interfaces': [{'id': 'e156bcd7-9310-4a36-b025-878072e4c70d', 'name': '', 'network_id': 'ba59ba1e-7990-4ba9-88ad-652628c8e3ee', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'mac_address': 'fa:16:3e:1e:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:58Z', 'updated_at': '2022-07-14T11:21:04Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'subnets': [{'id': 'eeeaa03c-c822-4efd-8572-ad107177dfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:46.297286 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c87ad-57bf-4e23-bd7e-52a5af768adb None None] New status for floating IP b6024e38-f622-499b-b076-b3e317c3fe88: DOWN {{(pid=104143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:29:46.622331 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-898fa29d-892a-4b9d-b432-4de96d993bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:46.623810 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-898fa29d-892a-4b9d-b432-4de96d993bc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 200 len: 913 time: 0.0859020 Jul 14 11:29:46.682997 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-01f6ab92-1f81-466e-9add-2bed79a85301 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 200 len: 217 time: 0.0353451 Jul 14 11:29:46.731979 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-25173350-fe50-4003-b64a-09461ea9a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:46.733438 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-25173350-fe50-4003-b64a-09461ea9a0c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 200 len: 851 time: 0.0442193 Jul 14 11:29:46.758959 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f664c89-5e6c-42ac-9b6f-e85e0322ebe3 req-c83a73ba-b161-4bb8-9d96-410628b949ea tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:46.760466 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7f664c89-5e6c-42ac-9b6f-e85e0322ebe3 req-c83a73ba-b161-4bb8-9d96-410628b949ea tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 946 time: 0.0507081 Jul 14 11:29:46.810389 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-7f664c89-5e6c-42ac-9b6f-e85e0322ebe3 req-8436dfe3-6601-47b8-b5d3-e7a044232835 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb7c3511-d5b5-4676-90a8-f0940f266ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Jul 14 11:29:46.899255 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-72afe414-0029-421e-9d82-8728cd4e6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:46.900777 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-72afe414-0029-421e-9d82-8728cd4e6224 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba59ba1e-7990-4ba9-88ad-652628c8e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393078 Jul 14 11:29:47.199793 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-a7343a49-8676-46ef-94d4-1acf3de7c2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902345 Jul 14 11:29:47.276798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:47.316110 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-b4714b9a-7410-41c4-adaf-4f8970679b6e tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104142) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:29:47.317541 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-b4714b9a-7410-41c4-adaf-4f8970679b6e tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 946 time: 0.0969298 Jul 14 11:29:47.358175 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=100 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:47.405708 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-a201b595-35f1-4887-adf1-85d46d5346e9 req-ef441662-822b-4dd8-844c-f697cd38541a service neutron] 10.222.0.26 "GET /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839509 Jul 14 11:29:47.424406 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Deleting port 604e5f5c-283e-45f1-a867-13e08aeec016 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:47.424754 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:47.523757 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] For port 604e5f5c-283e-45f1-a867-13e08aeec016, host hv-cinder-84893, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84893',level=0,port_id=604e5f5c-283e-45f1-a867-13e08aeec016,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:47.524124 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:47.538054 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Calling delete_port for 604e5f5c-283e-45f1-a867-13e08aeec016 owned by compute:nova {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:47.664427 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (604e5f5c-283e-45f1-a867-13e08aeec016), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:47.694515 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event deleted for resources: {'Port': ['ID=604e5f5c-283e-45f1-a867-13e08aeec016,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:47.741375 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] No DVR routers for this DVR port 604e5f5c-283e-45f1-a867-13e08aeec016 on host hv-cinder-84893 {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:47.743954 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for port (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:47.747295 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [req-1dd2dd77-c318-4f65-a8c1-4ac3ea58ab36 req-e8516e10-96de-415c-8093-5d354c82aef4 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.26 "DELETE /v2.0/ports/604e5f5c-283e-45f1-a867-13e08aeec016 HTTP/1.1" status: 204 len: 173 time: 0.4237735 Jul 14 11:29:47.747826 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'name': 'network-vif-deleted', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016'}] {{(pid=104142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:29:47.749980 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f554907d4ad523e59fdedca1bdb71f9f999e8d1157d617ffee74f65bbfc36e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b418cd3d-30ce-44e9-91a0-9c0c423a419b" -d '{"events": [{"server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "name": "network-vif-deleted", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016"}]}' {{(pid=104142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:29:47.788289 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea3e219-65a6-4784-8651-6511b3c811dd x-openstack-request-id: req-cea3e219-65a6-4784-8651-6511b3c811dd {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:29:47.788972 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df984ff-60fe-4926-9fdb-e33a4fdc82e2", "name": "network-vif-deleted", "tag": "604e5f5c-283e-45f1-a867-13e08aeec016", "status": "completed", "code": 200}]} {{(pid=104142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:29:47.789239 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cea3e219-65a6-4784-8651-6511b3c811dd {{(pid=104142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:29:47.789647 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea3e219-65a6-4784-8651-6511b3c811dd'] response: {'server_uuid': '4df984ff-60fe-4926-9fdb-e33a4fdc82e2', 'name': 'network-vif-deleted', 'tag': '604e5f5c-283e-45f1-a867-13e08aeec016', 'status': 'completed', 'code': 200} Jul 14 11:29:47.909234 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [req-b75963b8-2c2d-46b9-9a9f-2a6661843843 req-9f9df4b9-f61f-42a2-b111-0270aae8d548 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "GET /v2.0/ports?device_id=4df984ff-60fe-4926-9fdb-e33a4fdc82e2 HTTP/1.1" status: 200 len: 210 time: 0.0287898 Jul 14 11:29:48.123913 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:48.968967 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36200) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:49.086456 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Deleting port ae5a41a4-a998-4552-b97b-8445662642ed {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:49.086785 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (ae5a41a4-a998-4552-b97b-8445662642ed), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:49.175010 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (ae5a41a4-a998-4552-b97b-8445662642ed), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:49.175490 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (ae5a41a4-a998-4552-b97b-8445662642ed), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:49.193193 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Calling delete_port for ae5a41a4-a998-4552-b97b-8445662642ed owned by network:floatingip {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:49.329724 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (ae5a41a4-a998-4552-b97b-8445662642ed), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:49.355459 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event deleted for resources: {'Port': ['ID=ae5a41a4-a998-4552-b97b-8445662642ed,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:49.381893 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:49.420081 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for floatingip (296a9552-2db7-449e-bc97-ed9dbb039825), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:49.422539 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204596'] for floatingip (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:49.423727 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-ef38fa67-3998-4645-aad0-b11c2f4521dd tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "DELETE /v2.0/floatingips/296a9552-2db7-449e-bc97-ed9dbb039825 HTTP/1.1" status: 204 len: 168 time: 0.4540076 Jul 14 11:29:50.138552 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 604e5f5c-283e-45f1-a867-13e08aeec016 no longer exists at agent hyperv_hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:50.158463 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] No Port match for: 604e5f5c-283e-45f1-a867-13e08aeec016 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:50.158793 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Device 604e5f5c-283e-45f1-a867-13e08aeec016 not bound to the agent host hv-cinder-84893 {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:50.630962 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36212) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:50.674888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:50.690639 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4f06fa11-1de0-4d99-9195-3366a2e8d312 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group (cb7c3511-d5b5-4676-90a8-f0940f266ef8), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:50.715845 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4f06fa11-1de0-4d99-9195-3366a2e8d312 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group (cb7c3511-d5b5-4676-90a8-f0940f266ef8), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:50.779089 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4f06fa11-1de0-4d99-9195-3366a2e8d312 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (cb7c3511-d5b5-4676-90a8-f0940f266ef8), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:50.781681 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-4f06fa11-1de0-4d99-9195-3366a2e8d312 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:50.782848 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-4f06fa11-1de0-4d99-9195-3366a2e8d312 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] 10.222.0.75 "DELETE /v2.0/security-groups/cb7c3511-d5b5-4676-90a8-f0940f266ef8 HTTP/1.1" status: 204 len: 168 time: 0.1508701 Jul 14 11:29:50.792387 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06fa11-1de0-4d99-9195-3366a2e8d312 tempest-TestVolumeBootPattern-870017182 tempest-TestVolumeBootPattern-870017182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7c3511-d5b5-4676-90a8-f0940f266ef8,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:50.859498 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36216) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:51.395510 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (08f9fea1-cec9-4535-b0ce-d22c534019fb), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:51.618742 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Deleting port e156bcd7-9310-4a36-b025-878072e4c70d {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:51.619076 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:51.699351 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] For port e156bcd7-9310-4a36-b025-878072e4c70d, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=e156bcd7-9310-4a36-b025-878072e4c70d,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:51.700096 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:51.712788 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Calling delete_port for e156bcd7-9310-4a36-b025-878072e4c70d owned by network:router_interface {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:51.771471 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:51.820903 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:51.892621 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (e156bcd7-9310-4a36-b025-878072e4c70d), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:51.921435 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=e156bcd7-9310-4a36-b025-878072e4c70d,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:51.950004 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.950296 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.950682 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.951068 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.951460 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.951801 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.952164 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.952494 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.952855 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.953222 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.953554 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.953918 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.954243 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.954605 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:51.954956 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:52.102683 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (08f9fea1-cec9-4535-b0ce-d22c534019fb), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:52.583600 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Router 08f9fea1-cec9-4535-b0ce-d22c534019fb has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104142) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:29:52.684029 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104142) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:52.689382 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-84a4ebcf-be3b-47a1-b74e-f30c59f09a4e admin admin] 10.222.0.75 "PUT /v2.0/routers/08f9fea1-cec9-4535-b0ce-d22c534019fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288524 Jul 14 11:29:52.691880 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36220) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:52.693182 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] Sync routers for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:52.704182 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:52.704920 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:52.791193 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks [] for router (08f9fea1-cec9-4535-b0ce-d22c534019fb), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:52.808726 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: dv-cinder-848938-2-iscsi {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:52.890217 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks [] for router_gateway (08f9fea1-cec9-4535-b0ce-d22c534019fb), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:52.932111 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Deleting port d8530e16-104c-463c-aea0-d45db7be2c47 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:52.932452 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:52.955183 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:52.960217 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:52.977189 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:29:51Z', 'revision_number': 5, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port': {'id': 'd8530e16-104c-463c-aea0-d45db7be2c47', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:01:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:20:56Z', 'updated_at': '2022-07-14T11:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:53.002917 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] Checking router: 08f9fea1-cec9-4535-b0ce-d22c534019fb for host: dv-cinder-848938-2-iscsi {{(pid=104144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:53.012141 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] Routers {'08f9fea1-cec9-4535-b0ce-d22c534019fb'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:53.012850 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['08f9fea1-cec9-4535-b0ce-d22c534019fb'], 'active': True} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:53.020848 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] For port d8530e16-104c-463c-aea0-d45db7be2c47, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=d8530e16-104c-463c-aea0-d45db7be2c47,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:53.021217 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.035545 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Calling delete_port for d8530e16-104c-463c-aea0-d45db7be2c47 owned by network:router_gateway {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:53.098703 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_dvr_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] Set router 08f9fea1-cec9-4535-b0ce-d22c534019fb gateway port host: None {{(pid=104144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:53.153848 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.l3_hamode_db [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:29:52Z', 'revision_number': 6, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:53.191696 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5669434-e05a-4a20-a6e8-96bc0d5529d1 None None] The sync data for ids ['08f9fea1-cec9-4535-b0ce-d22c534019fb'] in dv-cinder-848938-2-iscsi is: [{'id': '08f9fea1-cec9-4535-b0ce-d22c534019fb', 'name': 'tempest-TestVolumeBootPattern-1240281036-router', 'tenant_id': '67f41dcdf6564bbd910a2285568941a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:20:55Z', 'updated_at': '2022-07-14T11:29:52Z', 'revision_number': 6, 'project_id': '67f41dcdf6564bbd910a2285568941a1', 'gw_port_host': None}] {{(pid=104144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:53.209821 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (d8530e16-104c-463c-aea0-d45db7be2c47), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.235508 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8530e16-104c-463c-aea0-d45db7be2c47,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:53.300650 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (08f9fea1-cec9-4535-b0ce-d22c534019fb), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.388218 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (08f9fea1-cec9-4535-b0ce-d22c534019fb), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.390446 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks [] for router_controller (08f9fea1-cec9-4535-b0ce-d22c534019fb), precommit_delete_associations {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.433760 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (08f9fea1-cec9-4535-b0ce-d22c534019fb), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.434153 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f9fea1-cec9-4535-b0ce-d22c534019fb {{(pid=104142) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:29:53.438908 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.440502 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-74a6888d-66b2-4e22-b35f-8e3877d97077 admin admin] 10.222.0.75 "DELETE /v2.0/routers/08f9fea1-cec9-4535-b0ce-d22c534019fb HTTP/1.1" status: 204 len: 168 time: 0.7477000 Jul 14 11:29:53.443278 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36222) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:53.490300 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Deleting subnet eeeaa03c-c822-4efd-8572-ad107177dfe8 {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:29:53.493953 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Publish callbacks [] for subnet (eeeaa03c-c822-4efd-8572-ad107177dfe8), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.532029 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (eeeaa03c-c822-4efd-8572-ad107177dfe8), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.618002 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (eeeaa03c-c822-4efd-8572-ad107177dfe8), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.672393 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (eeeaa03c-c822-4efd-8572-ad107177dfe8), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.698619 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeeaa03c-c822-4efd-8572-ad107177dfe8,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:53.709584 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.709932 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.710369 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.710605 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.710941 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.711303 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.711629 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.712259 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.712589 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.713103 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.713442 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.713772 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.714054 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62415ea2-cc09-45ed-bba1-7be44203c98a None None] Network ba59ba1e-7990-4ba9-88ad-652628c8e3ee requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:29:53.714575 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.714575 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.714779 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848938-2-iscsi {{(pid=104141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:29:53.718906 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.722095 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-6044c8cd-fe7d-4aa4-8575-579dc93d8c12 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/eeeaa03c-c822-4efd-8572-ad107177dfe8 HTTP/1.1" status: 204 len: 168 time: 0.2776542 Jul 14 11:29:53.724798 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36224) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:53.796369 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (ba59ba1e-7990-4ba9-88ad-652628c8e3ee), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.844935 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Deleting port 92690815-5d9b-4a7c-aae4-daeacc172a65 {{(pid=104142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:53.845264 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.911998 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.db [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] For port 92690815-5d9b-4a7c-aae4-daeacc172a65, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=92690815-5d9b-4a7c-aae4-daeacc172a65,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:53.912701 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:53.926308 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.plugin [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Calling delete_port for 92690815-5d9b-4a7c-aae4-daeacc172a65 owned by network:dhcp {{(pid=104142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:53.968793 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] DHCP port deletion for ba59ba1e-7990-4ba9-88ad-652628c8e3ee request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:29:54.008535 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] Deleting port 92690815-5d9b-4a7c-aae4-daeacc172a65 {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:54.008907 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.032197 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59019599'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.061424 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92690815-5d9b-4a7c-aae4-daeacc172a65,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:54.064330 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] No DVR routers for this DVR port 92690815-5d9b-4a7c-aae4-daeacc172a65 on host dv-cinder-848938-2-iscsi {{(pid=104142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:54.090602 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] For port 92690815-5d9b-4a7c-aae4-daeacc172a65, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=92690815-5d9b-4a7c-aae4-daeacc172a65,segment=NetworkSegment(9bde1f17-8c25-43d5-9fd5-6c67a73c6203),segment_id=9bde1f17-8c25-43d5-9fd5-6c67a73c6203)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:54.091173 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.109955 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] Calling delete_port for 92690815-5d9b-4a7c-aae4-daeacc172a65 owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:54.164942 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (ba59ba1e-7990-4ba9-88ad-652628c8e3ee), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.191545 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba59ba1e-7990-4ba9-88ad-652628c8e3ee']}} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:54.202161 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:54.204888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bde1f17-8c25-43d5-9fd5-6c67a73c6203') {'for_net_delete': True} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:54.204888 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.services.segments.db [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bde1f17-8c25-43d5-9fd5-6c67a73c6203') {} {{(pid=104142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:54.220036 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62318661'] for segment (9bde1f17-8c25-43d5-9fd5-6c67a73c6203), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.232861 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (92690815-5d9b-4a7c-aae4-daeacc172a65), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.233258 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:54.238471 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (9bde1f17-8c25-43d5-9fd5-6c67a73c6203), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.248381 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104142) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:54.248845 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59019570'] for segment (9bde1f17-8c25-43d5-9fd5-6c67a73c6203), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.266415 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] Pushing event deleted for resources: {'Port': ['ID=92690815-5d9b-4a7c-aae4-daeacc172a65,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:54.269599 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f847cf5-4c67-4c51-986b-797c097f3eef None None] No DVR routers for this DVR port 92690815-5d9b-4a7c-aae4-daeacc172a65 on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:54.285195 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 9bde1f17-8c25-43d5-9fd5-6c67a73c6203 resource provider aggregate not found Jul 14 11:29:54.323276 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.services.segments.plugin [-] Segment 9bde1f17-8c25-43d5-9fd5-6c67a73c6203 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bde1f17-8c25-43d5-9fd5-6c67a73c6203 found for delete ", "request_id": "req-6aede9be-5dc6-4a1b-9054-2e6e1abc7dc6"}]} Jul 14 11:29:54.349271 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (ba59ba1e-7990-4ba9-88ad-652628c8e3ee), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.356064 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:54.359152 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ba59ba1e-7990-4ba9-88ad-652628c8e3ee HTTP/1.1" status: 204 len: 168 time: 0.6333566 Jul 14 11:29:54.362926 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36230) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:54.371159 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149ea0-33b5-4369-a2e2-155b71249cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba59ba1e-7990-4ba9-88ad-652628c8e3ee,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:54.739099 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-713285'] for router_interface (91a7c85f-3e78-4bd4-bf91-fac3815fd737), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:55.081974 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:55.195831 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device d8530e16-104c-463c-aea0-d45db7be2c47 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:55.229105 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:55.230363 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: d8530e16-104c-463c-aea0-d45db7be2c47 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:55.231033 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device d8530e16-104c-463c-aea0-d45db7be2c47 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:55.231795 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 92690815-5d9b-4a7c-aae4-daeacc172a65 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:55.233127 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Deleting port f26bf806-7e4d-4a12-a0cd-47f50c4657b2 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:55.233448 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:55.262068 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 92690815-5d9b-4a7c-aae4-daeacc172a65 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:55.262414 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 92690815-5d9b-4a7c-aae4-daeacc172a65 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:55.262825 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e156bcd7-9310-4a36-b025-878072e4c70d no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:55.321383 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] For port f26bf806-7e4d-4a12-a0cd-47f50c4657b2, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,segment=NetworkSegment(5efacc0c-db79-407d-807f-12ebab8d43ff),segment_id=5efacc0c-db79-407d-807f-12ebab8d43ff)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:55.321823 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:55.338246 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Calling delete_port for f26bf806-7e4d-4a12-a0cd-47f50c4657b2 owned by network:router_interface {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:55.420443 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: e156bcd7-9310-4a36-b025-878072e4c70d {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:55.420784 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device e156bcd7-9310-4a36-b025-878072e4c70d not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:55.535704 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (f26bf806-7e4d-4a12-a0cd-47f50c4657b2), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:55.566778 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26bf806-7e4d-4a12-a0cd-47f50c4657b2,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:55.743375 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-713425'] for router_interface (91a7c85f-3e78-4bd4-bf91-fac3815fd737), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:55.838077 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:29:55.958108 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 has already been hosted by L3 agent 0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc {{(pid=104141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:29:55.960754 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:56.069280 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] Notify agent at l3_agent.dv-cinder-848938-2-iscsi the message routers_updated {{(pid=104141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:29:56.074229 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-e04c35c4-5687-4e7c-8c0f-d5b1fb7136c9 admin admin] 10.222.0.75 "PUT /v2.0/routers/91a7c85f-3e78-4bd4-bf91-fac3815fd737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7100883 Jul 14 11:29:56.076872 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36232) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:56.079634 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] Sync routers for ids ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'] in dv-cinder-848938-2-iscsi {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:29:56.090305 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] Routers {'91a7c85f-3e78-4bd4-bf91-fac3815fd737'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:56.090963 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:56.151590 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:56.184144 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks [] for router (91a7c85f-3e78-4bd4-bf91-fac3815fd737), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.206346 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] Set router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 gateway port host: dv-cinder-848938-2-iscsi {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:56.291368 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks [] for router_gateway (91a7c85f-3e78-4bd4-bf91-fac3815fd737), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.344521 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Deleting port 61ef199c-f21b-4314-9265-f5af450d55e7 {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:56.344868 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.380296 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'external_fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:29:55Z', 'revision_number': 5, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port': {'id': '61ef199c-f21b-4314-9265-f5af450d55e7', 'name': '', 'network_id': 'f53ee9e8-df85-4689-b40a-c89046bf11d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848938-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae8300db-d740-44f5-827a-aa3016a0c168', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848938-2-iscsi'}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:56.405694 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] Checking router: 91a7c85f-3e78-4bd4-bf91-fac3815fd737 for host: dv-cinder-848938-2-iscsi {{(pid=104143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:29:56.413642 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:56.416233 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] Routers {'91a7c85f-3e78-4bd4-bf91-fac3815fd737'} bound to L3 agent in host dv-cinder-848938-2-iscsi {{(pid=104143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:29:56.416868 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848938-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:58:38Z,description=,heartbeat_timestamp=2022-07-14T11:29:38Z,host='dv-cinder-848938-2-iscsi',id=0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:58:38Z,topic='l3_agent')) {'router_ids': ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'], 'active': True} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:56.432208 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] For port 61ef199c-f21b-4314-9265-f5af450d55e7, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=61ef199c-f21b-4314-9265-f5af450d55e7,segment=NetworkSegment(91e12890-b0e4-4338-b3fa-4639188c1c13),segment_id=91e12890-b0e4-4338-b3fa-4639188c1c13)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:56.432608 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.447930 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Calling delete_port for 61ef199c-f21b-4314-9265-f5af450d55e7 owned by network:router_gateway {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:56.512074 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvr_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] Set router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 gateway port host: None {{(pid=104143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:29:56.568828 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_hamode_db [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:29:56Z', 'revision_number': 6, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port_host': None}], 'dv-cinder-848938-2-iscsi', False) {} {{(pid=104143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:56.594472 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4140bf27-63e3-47ca-9ed0-1d9ca480e0f3 None None] The sync data for ids ['91a7c85f-3e78-4bd4-bf91-fac3815fd737'] in dv-cinder-848938-2-iscsi is: [{'id': '91a7c85f-3e78-4bd4-bf91-fac3815fd737', 'name': 'tempest-TestVolumeBootPattern-1626124025-router', 'tenant_id': 'b2ef0d38bcd64142b153908b06334091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:21:01Z', 'updated_at': '2022-07-14T11:29:56Z', 'revision_number': 6, 'project_id': 'b2ef0d38bcd64142b153908b06334091', 'gw_port_host': None}] {{(pid=104143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:29:56.680254 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (61ef199c-f21b-4314-9265-f5af450d55e7), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.705969 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Pushing event deleted for resources: {'Port': ['ID=61ef199c-f21b-4314-9265-f5af450d55e7,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:56.774896 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-718796'] for router_gateway (91a7c85f-3e78-4bd4-bf91-fac3815fd737), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.869805 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-714179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3986'] for router (91a7c85f-3e78-4bd4-bf91-fac3815fd737), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.872362 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks [] for router_controller (91a7c85f-3e78-4bd4-bf91-fac3815fd737), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.916913 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-714103'] for router (91a7c85f-3e78-4bd4-bf91-fac3815fd737), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.917585 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a7c85f-3e78-4bd4-bf91-fac3815fd737 {{(pid=104141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:29:56.925255 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:56.926399 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-60f3176b-7748-4576-ab26-320e636a9edf admin admin] 10.222.0.75 "DELETE /v2.0/routers/91a7c85f-3e78-4bd4-bf91-fac3815fd737 HTTP/1.1" status: 204 len: 168 time: 0.8486059 Jul 14 11:29:56.929052 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36234) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:56.977236 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] Deleting subnet 6f235869-f867-4038-b92e-8a6a6434488b {{(pid=104141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:29:56.981102 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] Publish callbacks [] for subnet (6f235869-f867-4038-b92e-8a6a6434488b), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.022670 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60775250'] for subnet (6f235869-f867-4038-b92e-8a6a6434488b), precommit_delete_associations {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.050783 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:57.089130 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:57.103652 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998719'] for subnet (6f235869-f867-4038-b92e-8a6a6434488b), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.164942 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1998697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1028331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60297256', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59260287'] for subnet (6f235869-f867-4038-b92e-8a6a6434488b), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.193795 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f235869-f867-4038-b92e-8a6a6434488b,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:57.195799 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.198865 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-1eeb9fc8-8031-4aed-9dc9-94f51668e3e2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6f235869-f867-4038-b92e-8a6a6434488b HTTP/1.1" status: 204 len: 168 time: 0.2688658 Jul 14 11:29:57.201426 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36236) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:57.204505 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab6617-855e-4a52-a8db-1492fbeb4ff0 None None] Network f0e23939-f70d-4b94-89e4-f42fbf0c995a requested from dv-cinder-848938-2-iscsi {{(pid=104143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:29:57.265747 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:57.277444 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009121'] for network (f0e23939-f70d-4b94-89e4-f42fbf0c995a), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.320908 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Deleting port 82d92345-eced-43ce-945e-ed390f7cbf9c {{(pid=104141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:57.321246 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.373796 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] DHCP port deletion for f0e23939-f70d-4b94-89e4-f42fbf0c995a request from dv-cinder-848938-2-iscsi {{(pid=104143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:29:57.394794 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.db [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] For port 82d92345-eced-43ce-945e-ed390f7cbf9c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=82d92345-eced-43ce-945e-ed390f7cbf9c,segment=NetworkSegment(5efacc0c-db79-407d-807f-12ebab8d43ff),segment_id=5efacc0c-db79-407d-807f-12ebab8d43ff)] {{(pid=104141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:57.395161 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.409261 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.plugin [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Calling delete_port for 82d92345-eced-43ce-945e-ed390f7cbf9c owned by network:dhcp {{(pid=104141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:57.421635 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] Deleting port 82d92345-eced-43ce-945e-ed390f7cbf9c {{(pid=104143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:29:57.422009 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781906397934'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), before_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.425943 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 61ef199c-f21b-4314-9265-f5af450d55e7 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:57.497683 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60298231'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.499216 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 61ef199c-f21b-4314-9265-f5af450d55e7 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:57.499578 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 61ef199c-f21b-4314-9265-f5af450d55e7 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:57.499985 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device f26bf806-7e4d-4a12-a0cd-47f50c4657b2 no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:57.525671 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Pushing event deleted for resources: {'Port': ['ID=82d92345-eced-43ce-945e-ed390f7cbf9c,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:57.528920 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.db [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] For port 82d92345-eced-43ce-945e-ed390f7cbf9c, host dv-cinder-848938-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848938-2-iscsi',level=0,port_id=82d92345-eced-43ce-945e-ed390f7cbf9c,segment=NetworkSegment(5efacc0c-db79-407d-807f-12ebab8d43ff),segment_id=5efacc0c-db79-407d-807f-12ebab8d43ff)] {{(pid=104143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:29:57.529324 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718468'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), precommit_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.531943 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: f26bf806-7e4d-4a12-a0cd-47f50c4657b2 {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:57.532295 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device f26bf806-7e4d-4a12-a0cd-47f50c4657b2 not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:29:57.532839 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] No DVR routers for this DVR port 82d92345-eced-43ce-945e-ed390f7cbf9c on host dv-cinder-848938-2-iscsi {{(pid=104141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:57.544404 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] Calling delete_port for 82d92345-eced-43ce-945e-ed390f7cbf9c owned by network:dhcp {{(pid=104143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:29:57.616742 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1995269', 'neutron.services.segments.db._delete_segments_for_network-8781906492483'] for network (f0e23939-f70d-4b94-89e4-f42fbf0c995a), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.631161 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781906406723', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781906041847'] for port (82d92345-eced-43ce-945e-ed390f7cbf9c), after_delete {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.639098 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e23939-f70d-4b94-89e4-f42fbf0c995a']}} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:57.650038 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efacc0c-db79-407d-807f-12ebab8d43ff') {'for_net_delete': True} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:57.650420 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.services.segments.db [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efacc0c-db79-407d-807f-12ebab8d43ff') {} {{(pid=104141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:29:57.660606 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] Pushing event deleted for resources: {'Port': ['ID=82d92345-eced-43ce-945e-ed390f7cbf9c,revision_number=None']} {{(pid=104143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:57.664199 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781906493772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60775237'] for segment (5efacc0c-db79-407d-807f-12ebab8d43ff), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.664841 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d68819-fb5a-4f9f-9da4-89ecd048ca32 None None] No DVR routers for this DVR port 82d92345-eced-43ce-945e-ed390f7cbf9c on host dv-cinder-848938-2-iscsi {{(pid=104143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:29:57.682645 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773'] for segment (5efacc0c-db79-407d-807f-12ebab8d43ff), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.688245 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:29:57.688640 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1934773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60298122'] for segment (5efacc0c-db79-407d-807f-12ebab8d43ff), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.741030 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 5efacc0c-db79-407d-807f-12ebab8d43ff resource provider aggregate not found Jul 14 11:29:57.760147 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.services.segments.plugin [-] Segment 5efacc0c-db79-407d-807f-12ebab8d43ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5efacc0c-db79-407d-807f-12ebab8d43ff found for delete ", "request_id": "req-e589a911-a086-43fe-a77f-4831f8dae041"}]} Jul 14 11:29:57.761391 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1995276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-718801'] for network (f0e23939-f70d-4b94-89e4-f42fbf0c995a), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.766705 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044974'] for network (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:57.769870 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] 10.222.0.75 "DELETE /v2.0/networks/f0e23939-f70d-4b94-89e4-f42fbf0c995a HTTP/1.1" status: 204 len: 168 time: 0.5674744 Jul 14 11:29:57.786530 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75252a98-5a16-40ef-94e5-1ee76ec4647b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e23939-f70d-4b94-89e4-f42fbf0c995a,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:57.890095 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36244) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:57.931872 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-0fff6d1c-651f-4da3-9967-963c69976d61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67f41dcdf6564bbd910a2285568941a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404823 Jul 14 11:29:57.934244 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [-] (104141) accepted ('10.222.0.75', 36246) {{(pid=104141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:57.982028 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69cedc76-262f-4353-b9a6-e6f7b29eb7d6 admin admin] Publish callbacks [] for security_group (bf300667-35ba-4797-b151-9748aa63874a), before_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.004060 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69cedc76-262f-4353-b9a6-e6f7b29eb7d6 admin admin] Publish callbacks [] for security_group (bf300667-35ba-4797-b151-9748aa63874a), precommit_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.025066 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:29:58.053765 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69cedc76-262f-4353-b9a6-e6f7b29eb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (bf300667-35ba-4797-b151-9748aa63874a), after_delete {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.056750 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron_lib.callbacks.manager [None req-69cedc76-262f-4353-b9a6-e6f7b29eb7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.058045 dv-cinder-848938-2-iscsi neutron-server[104141]: INFO neutron.wsgi [None req-69cedc76-262f-4353-b9a6-e6f7b29eb7d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf300667-35ba-4797-b151-9748aa63874a HTTP/1.1" status: 204 len: 168 time: 0.1228833 Jul 14 11:29:58.066875 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cedc76-262f-4353-b9a6-e6f7b29eb7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf300667-35ba-4797-b151-9748aa63874a,revision_number=None']} {{(pid=104141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:58.385559 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36252) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:58.426018 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-6728cfef-9b6b-449f-83c9-ce1a1df81ace admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2ef0d38bcd64142b153908b06334091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392163 Jul 14 11:29:58.428428 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.wsgi [-] (104142) accepted ('10.222.0.75', 36254) {{(pid=104142) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:29:58.479963 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ce9938a-459f-41bb-bf69-774f8b65cdc9 admin admin] Publish callbacks [] for security_group (70cbed8b-cd52-49cf-b6ff-8e049f4d276b), before_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.501723 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ce9938a-459f-41bb-bf69-774f8b65cdc9 admin admin] Publish callbacks [] for security_group (70cbed8b-cd52-49cf-b6ff-8e049f4d276b), precommit_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.557151 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ce9938a-459f-41bb-bf69-774f8b65cdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025092'] for security_group (70cbed8b-cd52-49cf-b6ff-8e049f4d276b), after_delete {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.560130 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron_lib.callbacks.manager [None req-2ce9938a-459f-41bb-bf69-774f8b65cdc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:29:58.561597 dv-cinder-848938-2-iscsi neutron-server[104142]: INFO neutron.wsgi [None req-2ce9938a-459f-41bb-bf69-774f8b65cdc9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70cbed8b-cd52-49cf-b6ff-8e049f4d276b HTTP/1.1" status: 204 len: 168 time: 0.1320176 Jul 14 11:29:58.570879 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9938a-459f-41bb-bf69-774f8b65cdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cbed8b-cd52-49cf-b6ff-8e049f4d276b,revision_number=None']} {{(pid=104142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:29:59.182013 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 82d92345-eced-43ce-945e-ed390f7cbf9c no longer exists at agent ovs-agent-dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:29:59.202235 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] No Port match for: 82d92345-eced-43ce-945e-ed390f7cbf9c {{(pid=104143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:29:59.202583 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron.plugins.ml2.rpc [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Device 82d92345-eced-43ce-945e-ed390f7cbf9c not bound to the agent host dv-cinder-848938-2-iscsi {{(pid=104143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:30:03.158065 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=73 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:05.426842 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-aa7f8aea-f73c-445b-be5a-01dfc1bb2a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:05.834544 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=98 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:07.701354 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-355e7313-0aca-4469-b86a-5d785b320b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:08.062822 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG dbcounter [-] [104141] Writing DB stats neutron:SELECT=83,neutron:DELETE=10 {{(pid=104141) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:08.541527 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:08.570709 dv-cinder-848938-2-iscsi neutron-server[104142]: DEBUG dbcounter [-] [104142] Writing DB stats neutron:SELECT=28,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104142) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:08.785072 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:10.197668 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:10.589952 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:18.132534 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:28.122782 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:28.127434 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:32.838817 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:30:35.430902 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f13a6047-3069-472e-a7d3-08a2bda99daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:36.819312 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:37.704997 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-765bae35-e0d2-4075-93ab-dd6e0a63a429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:38.787533 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:40.200990 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:40.593471 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:42.833219 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:48.144937 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:30:58.134980 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:30:58.141196 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:05.436753 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-49f7ba21-3189-4ab6-a7ff-25705ec2a792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:07.709228 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9019393d-2354-42c4-880a-5fb7997370b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:08.795479 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:09.838350 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:31:10.208660 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:10.596138 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:18.134187 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:19.834062 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:19.834984 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:28.128184 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:28.131250 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:33.184099 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=13 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:33.186035 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=13 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:35.441431 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-92a2f908-c0b3-4e89-a609-ff0b563b7041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:37.714306 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-2d87369f-cc94-42dd-8861-700874b618b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:38.725223 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-01a9954f-7e4a-41bd-9848-7fcd5fbb776a service neutron] (104141) timed out ('10.222.0.75', 59186) {{(pid=104141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:31:38.793987 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:38.897458 dv-cinder-848938-2-iscsi neutron-server[104141]: DEBUG neutron.wsgi [req-78e7b759-d5a9-497c-9ba7-808bf97efc12 req-190d0cf1-b194-41ab-bd93-ce240bac5903 tempest-AttachVolumeShelveTestJSON-1548731441 tempest-AttachVolumeShelveTestJSON-1548731441-project] (104141) timed out ('10.222.0.75', 59194) {{(pid=104141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:31:40.207682 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:40.602290 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:46.837352 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:31:48.134918 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:31:50.818849 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:56.832999 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:58.128423 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:31:58.130366 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:32:05.444404 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-7b93e690-61c3-4018-88de-a22e3806450e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:07.718457 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-bbb11791-bafc-40d0-bea1-4a59dfdbf364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:08.796908 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:10.211061 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:10.605057 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:18.124925 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:23.836215 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:32:28.119004 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:32:28.120927 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:32:33.854111 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:32:33.871924 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:32:35.448930 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-6f52d73d-304e-47c4-8456-316fc49298e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:37.722826 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-92ca6ae5-340b-4643-9764-a532519ee293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:38.800618 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:40.220991 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:40.608650 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:48.147975 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:32:58.137571 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:32:58.143985 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:00.834653 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:33:05.452906 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-8f4a34f8-3e30-4bb6-905e-668f90081c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:07.727724 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9d3be355-d1d9-4cd4-9761-896625b3978d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:08.802624 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:10.216795 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:10.612208 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:10.830888 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:10.831774 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:18.139928 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:28.134215 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:28.134994 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:35.454931 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-aa7ba238-613c-446c-b290-9f2444a44988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:37.730797 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-be5001d9-15cc-4b55-bb16-e33f2e5d6016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:37.833926 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:33:38.806266 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:40.220345 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:40.613824 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:47.829590 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=19 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:47.830961 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=15 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:48.148397 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:33:50.610246 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:33:58.144748 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:34:05.460198 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-ca6dd1ad-1695-482a-9871-5c86328461f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:07.732895 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-aaf4ddff-5768-4178-a564-cb5531f97170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:08.817631 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:10.224166 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:10.616020 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:14.833391 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:34:18.163443 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:28.157948 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:34:28.158760 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:34:33.876810 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:34:33.877591 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:34:35.462325 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-0bd44f73-a541-425f-ab45-ff47fb6b05cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:37.737187 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-4091ef17-63f2-44c3-9cb0-ff06c2d6f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:38.811707 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:40.226895 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:40.619182 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:48.161164 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:34:51.832317 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:34:58.155576 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:34:58.157512 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:01.827705 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=3 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:01.828555 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG dbcounter [-] [104144] Writing DB stats neutron:SELECT=5 {{(pid=104144) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:05.464971 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-f3d6202c-04ff-47f1-89a2-1504b124a52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (96d65420-4b82-4dfb-a492-748772973413), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:07.741216 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-3ddf36f0-3f26-449e-b528-ca4fd5ea2c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (0d3f06cc-30e4-4e6a-a9fa-1211ca653ebc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:08.814426 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-85b05182-7791-4013-9027-5e9f7d960cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (61930191-3f85-4fcb-be0f-1f36931287dc), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:10.229193 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-94871a12-20b6-4b89-a51d-ee138851f0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (51236522-55a8-41d4-8ae5-8ded983a730a), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:10.621982 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec54e-74a5-4c79-ac9c-059a32fef0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (975dc2c0-a32c-4f1b-91ba-5ab792113cc8), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:18.160300 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG neutron_lib.callbacks.manager [None req-95fb3afc-5038-4927-812d-2ade2224666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781906492465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1991876'] for agent (800f1d7f-29ea-4b02-abcc-936c32398571), after_update {{(pid=104143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:35:28.154864 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:28.156254 dv-cinder-848938-2-iscsi neutron-server[104143]: DEBUG dbcounter [-] [104143] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104143) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:35:28.831177 dv-cinder-848938-2-iscsi neutron-server[104144]: DEBUG neutron.db.agents_db [None req-d20deb10-f489-4676-9e9b-092dfd30dfb7 None None] Agent healthcheck: found 6 active agents {{(pid=104144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}